-- Logs begin at Fri 2022-06-24 13:33:59 UTC, end at Fri 2022-06-24 14:39:58 UTC. -- Jun 24 14:14:06.809068 dv-cinder-847189-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 14:14:09.307884 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.common.config [-] Logging enabled! Jun 24 14:14:09.308604 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 14:14:09.308604 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88046) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 14:14:09.311829 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.common.config [-] Logging enabled! Jun 24 14:14:09.312079 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 14:14:09.312389 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88046) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 14:14:09.313324 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 14:14:09.313549 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 14:14:09.313904 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 14:14:09.314149 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 14:14:09.314371 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 14:14:09.314722 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.315018 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.315310 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.315519 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.315810 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.316120 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.316400 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.316690 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.316965 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.317248 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.317526 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.317805 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.318032 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.318308 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.318615 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.318896 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.319115 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] debug = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.319396 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.319821 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.320233 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.320507 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.320790 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.321065 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.321336 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.321611 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.321890 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.322213 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] host = dv-cinder-847189-2-smb {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.322508 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.322794 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.323076 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.323355 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.323626 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.323896 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.324178 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.324446 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.324712 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] log_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.324980 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.325260 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.325540 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.325823 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.326043 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.326260 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.326573 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.326856 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.327123 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.327389 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.327657 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.327924 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.328191 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.328452 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.328731 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.329008 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.329287 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.329557 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.329826 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.330094 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.330359 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.330660 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.330926 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.331192 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.331493 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.331808 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.332073 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.332341 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.332636 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.332939 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.333192 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.333471 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.333738 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.334020 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.334291 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.334583 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.334851 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] use_json = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.335119 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.335382 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.335658 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.335926 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.336191 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.336455 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.336719 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.336997 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.337260 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:09.337554 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.337845 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.338143 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.338449 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.338735 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.339008 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.339291 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.339566 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.339849 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.340135 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.340421 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.340699 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.340984 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.341258 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.341552 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.341852 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.342143 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.342451 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.342722 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.342992 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.343261 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.343538 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.343823 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.344115 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.344400 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.344668 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.344946 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.345228 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.345501 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.345768 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.346040 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.346321 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.346619 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.346884 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.347204 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.347518 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.347805 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.348076 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.348354 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.348639 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.348914 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.349181 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.349448 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.349723 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.349989 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.350271 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.350570 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.350840 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.351106 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.351382 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.351651 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.351919 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.352195 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.352468 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.352742 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.353012 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.353282 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.353553 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.353822 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.354094 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.354361 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.354650 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.354925 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.355195 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.355462 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.355731 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.356003 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.356272 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.356554 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.367646 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368207 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 14:14:09.368718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88046) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 14:14:09.751358 dv-cinder-847189-2-smb neutron-server[88046]: INFO keyring.backend [-] Loading KWallet Jun 24 14:14:09.758814 dv-cinder-847189-2-smb neutron-server[88046]: INFO keyring.backend [-] Loading SecretService Jun 24 14:14:09.762246 dv-cinder-847189-2-smb neutron-server[88046]: INFO keyring.backend [-] Loading Windows Jun 24 14:14:09.763565 dv-cinder-847189-2-smb neutron-server[88046]: INFO keyring.backend [-] Loading chainer Jun 24 14:14:09.764123 dv-cinder-847189-2-smb neutron-server[88046]: INFO keyring.backend [-] Loading macOS Jun 24 14:14:09.797360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 14:14:09.797607 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 14:14:09.797915 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 14:14:09.798247 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 14:14:10.196545 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.196801 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.196994 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.198278 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.198570 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.198828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.234811 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.235061 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.235352 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.248762 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.249036 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.249294 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.279583 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.279908 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.280174 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.317226 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.317851 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.317851 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.548269 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.548525 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.548793 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.549060 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.549809 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.669540 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.669856 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.670138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.670423 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.670687 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.670998 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.671258 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.671510 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.671757 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.672039 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.672295 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.672554 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.672814 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.673067 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.673333 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.673601 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.673855 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.674121 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.674368 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.674664 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.675011 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.675338 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.675556 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.675837 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.676081 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.676322 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.676711 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:10.676946 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:10.677178 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:10.677408 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:10.677635 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:10.677863 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:10.678227 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 14:14:10.681391 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 14:14:10.686445 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 14:14:10.692079 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 24 14:14:10.693738 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 14:14:10.694187 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 14:14:10.694525 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 14:14:10.695101 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 14:14:10.697865 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 14:14:10.698131 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 14:14:10.698508 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 14:14:10.725981 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 14:14:10.726462 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.726768 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88046) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 14:14:10.727125 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.728467 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88046) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 14:14:10.728751 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 14:14:10.728994 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 14:14:10.732353 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.732600 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:10.794478 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 14:14:10.794685 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 14:14:10.794951 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 14:14:10.795329 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 14:14:10.832378 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_db.sqlalchemy.engines [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88046) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 24 14:14:11.170667 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing driver for type 'gre' Jun 24 14:14:11.171153 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] gre ID ranges: [(1, 1000)] Jun 24 14:14:11.225003 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing driver for type 'local' Jun 24 14:14:11.225334 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing driver for type 'vlan' Jun 24 14:14:11.237419 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] VlanTypeDriver initialization complete Jun 24 14:14:11.237796 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing driver for type 'vxlan' Jun 24 14:14:11.238323 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] vxlan ID ranges: [(1, 1000)] Jun 24 14:14:11.294724 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing extension driver 'port_security' Jun 24 14:14:11.295061 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] PortSecurityExtensionDriver initialization complete Jun 24 14:14:11.295382 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing mechanism driver 'openvswitch' Jun 24 14:14:11.295700 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing mechanism driver 'hyperv' Jun 24 14:14:11.302414 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:14:11.303067 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.303450 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.303790 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.304321 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:14:11.304741 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnet after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.305081 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnet after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.305414 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.305793 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:14:11.306186 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.306520 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.306856 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.307231 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:14:11.307631 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > security_group after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.307965 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > security_group after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.308294 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.308668 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:14:11.309061 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.309399 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.309726 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.310233 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:14:11.310654 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > address_group after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.310990 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > address_group after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.311422 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.311693 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:14:11.312130 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] ML2 OVO RPC backend initialized. {{(pid=88046) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 24 14:14:11.312829 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.313171 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.313570 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.313904 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > networks before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.314236 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.314591 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > ports before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.314922 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnet before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.315274 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnets before_response 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.315604 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.316017 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.316301 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.316624 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.316952 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.317250 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.317825 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnet after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.317930 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnet after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.318186 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.318804 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.plugin [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Modular L2 Plugin initialization complete Jun 24 14:14:11.319125 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading services supported by the core plugin {{(pid=88046) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 14:14:11.319445 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.plugins.ml2.managers [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Got port-security extension from driver 'port_security' Jun 24 14:14:11.319903 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.extensions.vlantransparent [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Disabled vlantransparent extension. Jun 24 14:14:11.320383 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88046) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 14:14:11.320687 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: router Jun 24 14:14:11.358526 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.358910 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router after_create 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.359264 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router before_create 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.359618 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.359976 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.360323 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router after_delete 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.360668 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.361017 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router after_create 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.361352 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router after_update 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.361675 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router after_update 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.362009 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.362357 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router after_update 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.362835 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_update 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.363197 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: port after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.363527 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: port after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.363858 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: subnet after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.364183 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.364518 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.364859 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_create 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.365188 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: port before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.365504 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.365848 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router after_update 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.366179 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.366539 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_create 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.366889 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.367227 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_update 55549900 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.367581 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > agent after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.367919 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > agent after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.368251 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > network after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.369120 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Tracking information for resource: router configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:11.369439 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Tracking information for resource: floatingip configured {{(pid=88046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:14:11.374503 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.db.l3_agentschedulers_db [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 14:14:11.375080 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: port after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.375549 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: port after_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.375893 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: port after_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.376234 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: port after_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.377134 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router before_create 55550100 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.377520 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.377898 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_create 55550100 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.378246 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > router precommit_update 55550100 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.382792 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.services.provider_configuration [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service providers = [] {{(pid=88046) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 14:14:11.383146 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.db.servicetype_db [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88046) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 14:14:11.386110 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.services.service_base [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:14:11.386479 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.services.service_base [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:14:11.386813 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.services.service_base [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:14:11.387681 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.services.service_base [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:14:11.388099 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.services.service_base [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 14:14:11.388477 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.388786 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 14:14:11.401701 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.402022 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: auto_allocate Jun 24 14:14:11.407841 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: network precommit_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.408209 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: network precommit_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.408733 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.409044 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: tag Jun 24 14:14:11.415947 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.416263 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: timestamp Jun 24 14:14:11.420226 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.420546 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: network_ip_availability Jun 24 14:14:11.425903 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.426201 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.426573 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.427283 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.427592 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: flavors Jun 24 14:14:11.432236 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.432557 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading Plugin: revisions Jun 24 14:14:11.436837 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:14:11.437226 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_concurrency.lockutils [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.639s {{(pid=88046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 14:14:11.437960 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88046) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 14:14:11.438285 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Initializing extension manager. Jun 24 14:14:11.438818 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: __init__.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.439151 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: __pycache__ {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.439477 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.439798 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: address_group.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.440560 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.441184 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: address-group Jun 24 14:14:11.441493 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: address_scope.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.442191 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.442715 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: address-scope Jun 24 14:14:11.443028 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.443923 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.444433 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: router-admin-state-down-before-update Jun 24 14:14:11.444737 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: agent.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.445426 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.445917 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: agent Jun 24 14:14:11.446253 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: agent_resources_synced.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.447365 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.447864 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: agent-resources-synced Jun 24 14:14:11.448174 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: allowedaddresspairs.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.449947 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.450487 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: allowed-address-pairs Jun 24 14:14:11.450804 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: auto_allocated_topology.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.451851 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.452349 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: auto-allocated-topology Jun 24 14:14:11.452665 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: availability_zone.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.453340 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.453833 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: availability_zone Jun 24 14:14:11.454145 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: availability_zone_filter.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.455066 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.455563 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: availability_zone_filter Jun 24 14:14:11.455879 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: data_plane_status.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.456824 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.457314 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 14:14:11.457623 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: default_subnetpools.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.458562 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.459056 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: default-subnetpools Jun 24 14:14:11.459373 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.460163 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.460654 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: dhcp_agent_scheduler Jun 24 14:14:11.460966 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: dns.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.461868 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.462354 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 14:14:11.462699 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: dns_domain_ports.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.463606 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.464095 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 14:14:11.464415 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: dvr.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.465080 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.465570 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: dvr Jun 24 14:14:11.465876 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: empty_string_filtering.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.466796 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.467295 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: empty-string-filtering Jun 24 14:14:11.467602 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.468485 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.468973 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 14:14:11.469307 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.470180 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.470692 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 14:14:11.471004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: external_net.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.471894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.472452 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: external-net Jun 24 14:14:11.472742 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.473632 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.474124 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: extra_dhcp_opt Jun 24 14:14:11.474463 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: extraroute.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.475355 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.475849 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: extraroute Jun 24 14:14:11.476269 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: extraroute_atomic.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.477301 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.477787 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: extraroute-atomic Jun 24 14:14:11.478101 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: filter_validation.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.478794 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.479283 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: filter-validation Jun 24 14:14:11.479591 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: fip_pf_description.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.480474 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.480960 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 14:14:11.481270 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: fip_port_details.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.482166 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.482693 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: fip-port-details Jun 24 14:14:11.483008 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: flavors.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.484223 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.484725 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: flavors Jun 24 14:14:11.485040 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.486711 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.487220 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 14:14:11.487538 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: floatingip_pools.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.488322 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.488816 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: floatingip-pools Jun 24 14:14:11.489133 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: ip_allocation.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.490024 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.490550 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 14:14:11.490867 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.491759 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.492253 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: ip-substring-filtering Jun 24 14:14:11.492569 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l2_adjacency.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.496830 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.496830 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 14:14:11.496830 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l3.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.496830 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.496830 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: router Jun 24 14:14:11.496830 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.498513 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.499032 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 14:14:11.499358 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.500306 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.500809 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: ext-gw-mode Jun 24 14:14:11.501128 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.502027 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.502555 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: l3-ha Jun 24 14:14:11.502873 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l3_flavors.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.503806 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.504311 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: l3-flavors Jun 24 14:14:11.504621 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.505527 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.506022 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 14:14:11.506336 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: l3agentscheduler.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.507402 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.507902 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: l3_agent_scheduler Jun 24 14:14:11.508228 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: logging.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.509693 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.510192 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension logging not supported by any of loaded plugins Jun 24 14:14:11.510540 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: metering.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.511271 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.511835 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: metering Jun 24 14:14:11.512150 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.513228 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.513726 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: metering_source_and_destination_fields Jun 24 14:14:11.514038 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: multiprovidernet.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.514963 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.515462 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: multi-provider Jun 24 14:14:11.515771 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: netmtu.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.516664 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.517161 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: net-mtu Jun 24 14:14:11.517469 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: netmtu_writable.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.518360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.518891 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: net-mtu-writable Jun 24 14:14:11.519258 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: network_availability_zone.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.519914 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.520402 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: network_availability_zone Jun 24 14:14:11.520712 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: network_ip_availability.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.521787 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.522285 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: network-ip-availability Jun 24 14:14:11.522626 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: network_segment_range.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.523383 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.523872 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 14:14:11.524186 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: pagination.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.525152 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.525469 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: pagination Jun 24 14:14:11.525779 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: port_device_profile.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.526712 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.527219 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: port-device-profile Jun 24 14:14:11.527532 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.528441 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.528940 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: port-mac-address-regenerate Jun 24 14:14:11.529250 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.530140 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.530664 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: port-numa-affinity-policy Jun 24 14:14:11.530976 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: port_resource_request.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.531865 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.532359 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 14:14:11.532675 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: portbindings.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.533575 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.534081 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: binding Jun 24 14:14:11.534418 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: portbindings_extended.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.535693 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.536559 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: binding-extended Jun 24 14:14:11.536876 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: portsecurity.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.537772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.538274 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: port-security Jun 24 14:14:11.538613 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: project_id.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.539701 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.540020 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: project-id Jun 24 14:14:11.540335 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: providernet.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.541247 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.541750 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: provider Jun 24 14:14:11.542062 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.545565 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.546075 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos not supported by any of loaded plugins Jun 24 14:14:11.546402 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.547624 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.548125 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 14:14:11.548445 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.549333 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.549832 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 14:14:11.550150 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_default.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.551124 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.551620 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-default not supported by any of loaded plugins Jun 24 14:14:11.551939 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_fip.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.552575 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.553092 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 14:14:11.553410 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_gateway_ip.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.554327 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.554853 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 14:14:11.555170 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_port_network_policy.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.556063 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.556558 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 14:14:11.556869 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_rule_type_details.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.557766 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.558254 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 14:14:11.558594 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: qos_rules_alias.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.559622 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.560114 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 14:14:11.560428 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: quotasv2.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.561366 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.561682 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: quotas Jun 24 14:14:11.561988 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: quotasv2_detail.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.563627 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.563957 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: quota_details Jun 24 14:14:11.564281 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: rbac.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.565338 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.565883 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: rbac-policies Jun 24 14:14:11.566203 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: rbac_address_group.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.567141 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.567647 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: rbac-address-group Jun 24 14:14:11.567965 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: rbac_address_scope.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.568858 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.569357 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: rbac-address-scope Jun 24 14:14:11.569674 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: rbac_security_groups.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.570606 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.571103 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: rbac-security-groups Jun 24 14:14:11.571420 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: rbac_subnetpool.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.572325 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.572822 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: rbac-subnetpool Jun 24 14:14:11.573138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: revisionifmatch.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.574043 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.574581 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: revision-if-match Jun 24 14:14:11.574896 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: revisions.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.575977 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.576479 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: standard-attr-revisions Jun 24 14:14:11.576795 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: router_availability_zone.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.577574 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.578078 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: router_availability_zone Jun 24 14:14:11.578399 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: routerservicetype.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.579440 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.579938 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 14:14:11.580254 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.581153 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.581703 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: security-groups-normalized-cidr Jun 24 14:14:11.582020 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.583042 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.583551 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: port-security-groups-filtering Jun 24 14:14:11.583860 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.584765 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.585261 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: security-groups-remote-address-group Jun 24 14:14:11.585576 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: securitygroup.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.595115 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.595636 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: security-group Jun 24 14:14:11.595963 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: segment.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.596734 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.597259 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension segment not supported by any of loaded plugins Jun 24 14:14:11.597574 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.598529 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.599028 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 14:14:11.599347 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: servicetype.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.600424 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.600930 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: service-type Jun 24 14:14:11.601245 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: sorting.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.602202 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.602551 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: sorting Jun 24 14:14:11.602865 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: standard_attr_segment.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.603759 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.604271 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 14:14:11.604589 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: standardattrdescription.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.605228 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.605736 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: standard-attr-description Jun 24 14:14:11.606051 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: stateful_security_group.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.606987 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.607494 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: stateful-security-group Jun 24 14:14:11.607809 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: stdattrs_common.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.608384 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 14:14:11.608696 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.609688 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.610196 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 14:14:11.610542 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: subnet_onboard.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.611595 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.612101 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: subnet_onboard Jun 24 14:14:11.612414 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.613381 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.613881 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 14:14:11.614198 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: subnet_service_types.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.615146 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.615645 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: subnet-service-types Jun 24 14:14:11.615958 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: subnetallocation.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.617012 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.617514 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: subnet_allocation Jun 24 14:14:11.617827 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.618508 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.619020 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: subnetpool-prefix-ops Jun 24 14:14:11.619333 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.620241 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.620738 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 14:14:11.621049 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: tagging.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.622113 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.622656 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: standard-attr-tag Jun 24 14:14:11.622971 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: timestamp.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.624148 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.624651 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loaded extension: standard-attr-timestamp Jun 24 14:14:11.624972 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: trunk.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.625983 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.626516 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension trunk not supported by any of loaded plugins Jun 24 14:14:11.626833 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: trunk_details.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.627733 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.628234 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 14:14:11.628572 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: uplink_status_propagation.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.629476 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.629972 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 14:14:11.630287 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Loading extension file: vlantransparent.py {{(pid=88046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:14:11.630991 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:14:11.631487 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 14:14:11.633973 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:network Jun 24 14:14:11.634762 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:subnet Jun 24 14:14:11.636783 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:14:11.637384 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:port Jun 24 14:14:11.638642 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.639075 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service FLAVORS assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.639665 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.640089 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.640412 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:router Jun 24 14:14:11.641046 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 14:14:11.641743 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service METERING assigned prefix: /metering {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.643210 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.643574 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.643974 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:14:11.645091 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 14:14:11.645533 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:security_group Jun 24 14:14:11.646168 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 14:14:11.646956 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service CORE assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.647285 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:14:11.647615 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] subnetpool is already registered Jun 24 14:14:11.648200 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service CORE assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.648519 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:14:11.648833 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] subnetpool is already registered Jun 24 14:14:11.651411 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.651832 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service FLAVORS assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.652405 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.652812 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.653135 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:router Jun 24 14:14:11.653450 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] router is already registered Jun 24 14:14:11.654035 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 14:14:11.654359 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] floatingip is already registered Jun 24 14:14:11.654990 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service METERING assigned prefix: /metering {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.655634 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 14:14:11.655947 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] rbac_policy is already registered Jun 24 14:14:11.656468 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:security_group Jun 24 14:14:11.656787 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] security_group is already registered Jun 24 14:14:11.657345 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 14:14:11.657661 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] security_group_rule is already registered Jun 24 14:14:11.658304 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service CORE assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.658646 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:14:11.658962 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] subnetpool is already registered Jun 24 14:14:11.659552 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.v2.resource_helper [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Service CORE assigned prefix: {{(pid=88046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:14:11.659889 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:14:11.660203 dv-cinder-847189-2-smb neutron-server[88046]: WARNING neutron.quota.resource_registry [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] subnetpool is already registered Jun 24 14:14:11.661170 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: extensions {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.662682 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: address-groups {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.664254 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: address-scopes {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.665421 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: agents {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.666589 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: auto-allocated-topology {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.667795 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: availability_zones {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.669085 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: dhcp-networks {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.670472 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: dhcp-agents {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.671845 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: routers {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.673613 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: flavors {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.674775 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: service_profiles {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.676103 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: next_providers {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.677546 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: service_profiles {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.679126 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: floatingip-pools {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.680294 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: routers {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.682043 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: floatingips {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.683228 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: l3-routers {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.684584 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: l3-agents {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.685954 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: metering-labels {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.687316 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: metering-label-rules {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.688556 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: network-ip-availabilities {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.689767 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: bindings {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.691484 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: quotas {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.692864 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: quotas {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.694253 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: rbac-policies {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.695550 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: security-groups {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.696745 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: security-group-rules {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.697941 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: service-providers {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.699122 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: subnetpools {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.701534 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: subnetpools {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.703003 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.704650 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.824131 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.825870 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.827649 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.829460 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.831140 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.833035 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.834801 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.836668 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron.api.extensions [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Extended resource: tags {{(pid=88046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:14:11.842609 dv-cinder-847189-2-smb neutron-server[88046]: WARNING keystonemiddleware.auth_token [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 14:14:11.847438 dv-cinder-847189-2-smb neutron-server[88046]: WARNING keystonemiddleware.auth_token [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 14:14:11.855612 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_concurrency.lockutils [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Acquired lock "singleton_lock" {{(pid=88046) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 14:14:11.856091 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_concurrency.lockutils [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Releasing lock "singleton_lock" {{(pid=88046) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 14:14:11.856723 dv-cinder-847189-2-smb neutron-server[88046]: INFO oslo_service.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Starting 2 workers Jun 24 14:14:11.861380 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Started child 88153 {{(pid=88046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:14:11.865774 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Started child 88154 {{(pid=88046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:14:11.866558 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:11.867320 dv-cinder-847189-2-smb neutron-server[88046]: INFO neutron.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 14:14:11.868102 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [-] (88153) wsgi starting up on http://0.0.0.0:9696 Jun 24 14:14:11.868294 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Notify callbacks [] for process, before_spawn {{(pid=88046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:11.870195 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:11.870946 dv-cinder-847189-2-smb neutron-server[88046]: INFO oslo_service.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Starting 1 workers Jun 24 14:14:11.871605 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [-] (88154) wsgi starting up on http://0.0.0.0:9696 Jun 24 14:14:11.876655 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Started child 88155 {{(pid=88046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:14:11.877328 dv-cinder-847189-2-smb neutron-server[88046]: INFO oslo_service.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Starting 1 workers Jun 24 14:14:11.881884 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] calling RpcWorker wait() {{(pid=88155) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 14:14:11.882563 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Started child 88156 {{(pid=88046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:14:11.882682 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.service [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] returning from RpcWorker wait() {{(pid=88155) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 14:14:11.882927 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1018-2e55-471f-a54d-f1e865240aa6 None None] Notify callbacks [] for process, after_spawn {{(pid=88046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:11.883783 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:11.884282 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:14:11.884790 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88046) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 14:14:11.884994 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 14:14:11.885174 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 14:14:11.885375 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 14:14:11.885700 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 14:14:11.885856 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 14:14:11.886335 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.886620 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.886896 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.887145 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.887438 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.887526 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:11.887983 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.888230 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.888477 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.888733 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.888986 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.889149 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.889309 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.889549 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.889788 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.890081 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.890335 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.890587 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.890850 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.891013 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.891263 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.891522 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.891770 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.892036 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] debug = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.892287 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.892729 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.892953 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.893188 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.893415 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.893658 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.893872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.894167 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.894414 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.894636 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.894845 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.895103 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.895328 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.895553 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.895760 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.896004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.896229 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.896672 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] host = dv-cinder-847189-2-smb {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.896898 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.897106 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.897325 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.897578 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.897811 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.898017 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.898272 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.898555 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.898806 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.899022 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.899260 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.899478 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.899704 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.899942 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.900101 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_options = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.900324 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.900589 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.900831 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.901018 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.901178 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.901343 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.901579 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.901736 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.901978 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.902185 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.902439 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.902617 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.902870 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.903080 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.903304 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.903540 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.903770 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.903976 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.904219 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.904444 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.904662 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.904909 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.905150 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.905380 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.905587 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.905811 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.906037 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.906250 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.906515 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.906752 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.908081 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:14:11.908220 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.908393 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.908629 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.908874 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.909102 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.909329 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.909644 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.909968 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.914995 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.918482 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.918797 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.919039 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.919297 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.919532 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.919783 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.920007 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_json = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.920232 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.920468 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.920745 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.920968 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.921235 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.921454 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.921671 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.921911 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.922129 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.924812 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.925169 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.925507 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.925769 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.926022 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.926345 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.926540 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.926786 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.927035 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.927268 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.927570 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.927809 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.928099 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.928322 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.928608 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.928896 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.929140 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.929412 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.929632 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.929869 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.930097 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.930314 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.930675 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.930957 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.931226 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.931480 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.931704 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.931923 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.932145 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.932356 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.932598 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.932845 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.933109 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.933323 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.933560 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.933772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.934028 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.934264 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.934518 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.934754 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.934983 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.935216 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.935448 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.935684 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.935900 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.936100 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.936306 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.937133 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.937355 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.937605 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.937842 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.938082 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.938295 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.938533 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.938748 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.938972 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.939191 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.939423 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.939603 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.939986 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.940374 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.940746 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.941163 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.941518 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.941869 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.942245 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.942520 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.942719 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.942953 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.943164 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.943360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.943795 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.944030 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.944242 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.944477 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.944711 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.944918 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.945144 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.945355 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.945567 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.945760 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.945980 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.946180 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.946411 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.946696 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.946992 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.947236 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.947512 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.947747 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.947995 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.948247 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.948493 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.948721 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.948951 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.949174 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.949430 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.949669 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.949910 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.950156 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.950405 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.950649 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.950875 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.951143 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.951334 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.951562 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.951782 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.952033 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.952298 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.952526 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.952937 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.953323 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.953732 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.954113 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.954588 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.954805 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.955052 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.955866 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.956292 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.956643 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.956850 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.957240 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.957637 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.958049 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.958265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.958545 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.958834 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.959054 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.959343 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.959581 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.959799 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.960040 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.960281 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.960599 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.960825 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.961031 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.961236 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.961508 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.961749 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.961994 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.962273 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.962561 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.962826 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.963048 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.963288 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.963517 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.963691 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.964097 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.964308 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.964538 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.964759 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.965004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.965209 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.965429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.965670 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.965893 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.966113 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.966343 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.966618 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.966830 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.967055 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.967242 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.967478 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.967721 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.967949 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.968181 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.968394 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.968611 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.968875 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.969090 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.969347 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.969585 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.969808 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.970042 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.970287 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.970568 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.970774 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.971036 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.971247 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.971454 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.971657 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.971868 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.972114 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.972367 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.972775 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.972986 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.973248 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.973464 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.973792 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.974053 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.974272 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.974567 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.974801 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.975016 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.975480 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.975842 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.976297 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.976510 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.976727 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.976963 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.977192 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.977420 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.977636 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.977881 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.978104 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.978344 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.978686 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982578 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982578 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982743 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 46298) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.982828 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.983496 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984137 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984137 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984137 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984137 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984137 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984490 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984571 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.984756 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.985044 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.985291 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.985512 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.985758 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.986054 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.986260 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.986533 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.986752 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.986966 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.987329 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.987770 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.988084 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.988375 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.988622 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.989244 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.989244 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.989410 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.989651 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.989854 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.990141 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.990613 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.990765 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087929 Jun 24 14:14:11.991738 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.992162 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.993378 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.993789 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.994154 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.994550 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.994928 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.995342 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.995561 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.996428 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.996428 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.996428 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.996641 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.996722 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.996913 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.997116 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.997339 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.997556 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.997784 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:11.997945 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 14:14:11.999131 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88046) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 14:14:11.999131 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 14:14:11.999131 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 14:14:11.999131 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 14:14:11.999131 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 14:14:11.999445 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 14:14:11.999445 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.999580 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.999650 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:11.999804 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.000132 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.000327 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.000479 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.000634 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.000789 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.000942 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.001093 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.001242 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.001398 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.001553 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.001705 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.001857 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.002018 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.002162 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.002318 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.003346 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.003605 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.003677 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.003836 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] debug = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.003978 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.004186 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.004357 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.004497 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.004634 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.004793 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.004947 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.005861 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.005861 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.005861 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.005861 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.005861 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.005861 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.006672 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.006672 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.006672 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.006672 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.006672 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] host = dv-cinder-847189-2-smb {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.006672 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007415 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007415 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007415 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007415 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007415 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007925 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007925 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007925 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.007925 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.008203 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.008203 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.008371 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009196 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009196 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_options = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009196 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009196 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009196 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009707 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009707 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009707 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.009707 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010081 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010081 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010081 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010370 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010370 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010642 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010642 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010830 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.010942 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.011082 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.011225 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.011376 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.011531 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.011681 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.011832 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.011985 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.012136 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.012288 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.012438 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.012591 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.012741 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.012893 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.013046 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.013199 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.013352 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.013503 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.013660 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.013811 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.013962 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.014114 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.014270 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.014459 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.014614 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.014767 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.014923 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.015766 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.015766 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.015766 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.015766 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_json = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.015766 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.015766 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016369 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016369 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016369 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016369 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016734 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016734 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016970 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:14:12.016970 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.017169 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.017274 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.017375 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.017517 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.018365 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.018365 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.018365 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.018365 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.018365 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.018365 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019069 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019069 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019069 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019069 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019605 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019605 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019605 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.019605 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.020116 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.020116 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.020372 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:14:12.020513 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.020513 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.020513 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.020513 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021026 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021026 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021026 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021239 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021239 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021382 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021492 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021676 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021824 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.021964 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.022101 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.022238 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.022426 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.022562 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.022864 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.023190 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.023914 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.024262 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.024652 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.025166 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.025485 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.025826 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.026166 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.026541 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.026880 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.027256 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.027473 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.027718 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.027920 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.028137 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.030138 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.031265 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.032211 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.032211 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.032211 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.032432 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033152 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033152 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033152 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033152 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033152 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033717 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033717 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.033946 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.034173 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.034404 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.035316 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.035316 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.035316 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.035316 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.035316 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.036240 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.036240 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.036480 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.037872 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.038874 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.038874 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.038874 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.038874 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.038874 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.039417 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.039417 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.039605 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.040311 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.040311 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.040311 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.040311 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.040782 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.040782 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.041005 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.041123 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.041333 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.042894 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.043796 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.043796 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.043796 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.043796 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.043796 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.044359 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.044359 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045111 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045111 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045111 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045111 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045111 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045471 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045471 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045471 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045678 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045756 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.045911 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.046066 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.046222 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.046401 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.047448 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.047611 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.047765 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.047922 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.048077 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.048233 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.048385 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.048538 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.048693 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.048849 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.049004 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.049159 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.049313 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.049468 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.049623 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.049778 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.049931 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.050085 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.050279 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.050461 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.050618 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.051424 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.051713 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.051992 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.052325 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.054201 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.054574 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.054750 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.054896 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.055185 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.055478 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.055640 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.056772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.056772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.056772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.056772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.056772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.056772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.056772 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057314 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057314 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057314 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057314 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057612 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057612 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057754 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057831 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.057984 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.058279 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.058585 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.058917 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.059261 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.059414 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.060429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.060429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.060429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.060429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.060429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.060429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.060429 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061118 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061118 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061118 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061118 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061443 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061443 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061443 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061649 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061726 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.061880 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.062031 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.062338 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.062519 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.062675 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.062829 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.062983 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.063123 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.063330 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.063456 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.063853 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.063853 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.063853 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.064078 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.064163 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.064301 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.064459 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.064610 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065360 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065667 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065667 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.065868 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.066161 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.066268 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.066425 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.066584 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.066763 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.066895 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.067057 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.067218 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.067373 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068073 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068073 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068073 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068073 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068494 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068494 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068494 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068797 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.068797 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.069016 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.069170 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.069399 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.069399 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.069633 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.069895 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.071134 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.071134 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.071134 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.071134 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.071590 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.071590 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:14:12.071590 dv-cinder-847189-2-smb neutron-server[88046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 14:14:23.016337 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ace48c-378b-49bd-af30-f0ec704fba3a None None] get_active_networks_info from dv-cinder-847189-2-smb {{(pid=88155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 24 14:14:23.082973 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ace48c-378b-49bd-af30-f0ec704fba3a None None] No non-hosted networks {{(pid=88155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 14:14:23.097054 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.agentschedulers_db [None req-03ace48c-378b-49bd-af30-f0ec704fba3a None None] DHCP Agent not found on host dv-cinder-847189-2-smb {{(pid=88155) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 14:14:23.169819 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-366bf237-c6fb-4cf0-9e52-2660df545988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1935435'] for agent, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:25.031839 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e52713a3-d5ae-4f2c-b9da-b27b0f41510a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1935435'] for agent, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:25.088347 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e677-b917-4074-b470-fc58190b3df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:26.283415 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1935435'] for agent, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:26.287708 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.305078 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.308842 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.309659 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.311604 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.314351 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.314946 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.315405 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.316701 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.317646 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.319273 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.319752 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:26.320951 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847189-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:14:26.335959 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847189-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:14:26.440793 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1935435'] for agent, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:27.606942 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.db.l3_hamode_db [None req-a73f6992-e350-4e9c-99cc-15bd501a5c9f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 14:14:27.710311 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f6992-e350-4e9c-99cc-15bd501a5c9f None None] Routers set() bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:14:27.711107 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f6992-e350-4e9c-99cc-15bd501a5c9f None None] Router IDs set() for agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 24 14:14:27.980918 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1935435'] for agent, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:29.462108 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46398) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:30.098164 dv-cinder-847189-2-smb neutron-server[88153]: WARNING oslo_policy.policy [None req-7144fffa-82da-4c7a-a411-ef7e97b8af95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:30.098731 dv-cinder-847189-2-smb neutron-server[88153]: WARNING oslo_policy.policy [None req-7144fffa-82da-4c7a-a411-ef7e97b8af95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:30.313634 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [None req-7144fffa-82da-4c7a-a411-ef7e97b8af95 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:14:30.315178 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-7144fffa-82da-4c7a-a411-ef7e97b8af95 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8510957 Jun 24 14:14:32.706360 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 46412) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:33.302285 dv-cinder-847189-2-smb neutron-server[88154]: WARNING oslo_policy.policy [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:33.302821 dv-cinder-847189-2-smb neutron-server[88154]: WARNING oslo_policy.policy [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:33.512086 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:14:33.606130 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.policy [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 14:14:33.650216 dv-cinder-847189-2-smb neutron-server[88154]: WARNING oslo_policy.policy [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:33.650613 dv-cinder-847189-2-smb neutron-server[88154]: WARNING oslo_policy.policy [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:33.658815 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.quota [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] Loaded quota_driver: . Jun 24 14:14:33.675751 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:14:33.741703 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781912483195', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781912488774', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781912478191', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781912499620', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781912495047', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781912193244', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-885546', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-846290', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1869744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2083874'] for rbac-policy, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:33.809919 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:33.811380 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-1e955f39-2f3a-49be-8d89-d4d5a1361805 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1040602 Jun 24 14:14:36.480615 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46430) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:36.855025 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Request body: {'network': {'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'admin_state_up': True, 'name': 'private'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:14:36.856434 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.quota [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Loaded quota_driver: . Jun 24 14:14:36.872723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:14:36.879568 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Usage tracker for resource:network and tenant:42676ec99dbe4cb0b126b66cea3c3950 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:14:36.885417 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:14:36.893057 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:14:36.909969 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Made reservation on behalf of 42676ec99dbe4cb0b126b66cea3c3950 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:14:36.976261 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.policy [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 14:14:37.020759 dv-cinder-847189-2-smb neutron-server[88153]: WARNING oslo_policy.policy [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:37.021136 dv-cinder-847189-2-smb neutron-server[88153]: WARNING oslo_policy.policy [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:14:37.030810 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.052202 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.067723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:14:37.071600 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Usage tracker for resource:security_group_rule and tenant:42676ec99dbe4cb0b126b66cea3c3950 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:14:37.076826 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:14:37.083046 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:14:37.183569 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.189095 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.214287 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:14:37.239764 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781915477872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.240312 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Unsubscribe: segment precommit_create {{(pid=88153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 14:14:37.240817 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Added segment 757e4309-0c75-47f9-965d-c24bf9a14243 of type vlan for network b0cb43e1-465c-43de-940d-209d040044eb Jun 24 14:14:37.249349 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf652af9-e939-46ea-a676-3167d075a2c9,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:37.307870 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.308204 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.308533 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.308854 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.309172 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.309489 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.309801 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.310099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.310430 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.310753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.311061 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.311363 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Tracked resource versions report: Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: pushed versions: Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: { 'AddressGroup': {'1.2'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'ConntrackHelper': {'1.0'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Log': {'1.0'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Network': {'1.1'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Port': {'1.7'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'PortForwarding': {'1.2'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'QosPolicy': {'1.8'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroup': {'1.4'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'SubPort': {'1.0'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Subnet': {'1.1'}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Trunk': {'1.1'}} Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: consumer versions: Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'ConntrackHelper': '1.0', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Log': '1.0', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Network': '1.1', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Port': '1.7', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'PortForwarding': '1.2', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'QosPolicy': '1.8', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroup': '1.4', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroupRule': '1.2', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'SubPort': '1.0', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Subnet': '1.1', Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: 'Trunk': '1.1'}} Jun 24 14:14:37.312402 dv-cinder-847189-2-smb neutron-server[88153]: {{(pid=88153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:14:37.352591 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.395966 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.397128 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:14:37.397816 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:37.505367 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cb43e1-465c-43de-940d-209d040044eb,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:37.508111 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3e7d2139-54c3-418c-80ff-242a40a1d872 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0265572 Jun 24 14:14:37.519058 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network b0cb43e1-465c-43de-940d-209d040044eb details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:14:40.280269 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46448) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:40.752866 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50be63b1-d14e-41d6-80c7-45e4690d7691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:14:40.754252 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-50be63b1-d14e-41d6-80c7-45e4690d7691 admin admin] 10.222.0.33 "GET /v2.0/networks/b0cb43e1-465c-43de-940d-209d040044eb HTTP/1.1" status: 200 len: 825 time: 0.4725714 Jun 24 14:14:40.784309 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1771e983-678e-4233-997f-b895c4fc4fd7 admin admin] 10.222.0.33 "GET /v2.0/subnetpools/81033642-56d6-42d7-9b2a-c17eefbca9ff HTTP/1.1" status: 200 len: 734 time: 0.0244193 Jun 24 14:14:40.793806 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'subnetpool_id': '81033642-56d6-42d7-9b2a-c17eefbca9ff', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:14:40.798665 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:14:40.802672 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Usage tracker for resource:subnet and tenant:42676ec99dbe4cb0b126b66cea3c3950 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:14:40.805803 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:14:40.812279 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:14:40.823387 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Made reservation on behalf of 42676ec99dbe4cb0b126b66cea3c3950 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:14:40.825756 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:41.136180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:41.217276 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0270667-c120-42f8-9341-d107d0846d16,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:41.223123 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Checking segment: {'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:14:41.223490 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Network hostable DHCP agents. Network: b0cb43e1-465c-43de-940d-209d040044eb, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:14:41.244738 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Network b0cb43e1-465c-43de-940d-209d040044eb is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:14:41.256028 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, b0cb43e1-465c-43de-940d-209d040044eb) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:14:41.261339 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:14:41.261894 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:41.266493 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c7025d-6aa1-464d-9285-aaa5434b08ef None None] Network b0cb43e1-465c-43de-940d-209d040044eb requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:14:41.288612 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d52c53fd-9a8f-49ea-ba0e-154f7175183e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4983766 Jun 24 14:14:41.573046 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-b0cb43e1-465c-43de-940d-209d040044eb', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'fixed_ips': [{'subnet_id': 'e0270667-c120-42f8-9341-d107d0846d16'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:14:41.574245 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:41.761957 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Allocated IP 172.20.0.2 (b0cb43e1-465c-43de-940d-209d040044eb/e0270667-c120-42f8-9341-d107d0846d16/a57e49b4-f22c-4346-aa34-15264dbc5904) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:14:42.013828 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:42.028170 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Transition to ACTIVE for port object a57e49b4-f22c-4346-aa34-15264dbc5904 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:14:42.050206 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Transition to ACTIVE for port object a57e49b4-f22c-4346-aa34-15264dbc5904 will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:14:42.057801 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:42.119329 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Network b0cb43e1-465c-43de-940d-209d040044eb is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:14:42.125730 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:14:42.133638 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:14:42.135899 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Pushing event updated for resources: {'Port': ['ID=a57e49b4-f22c-4346-aa34-15264dbc5904,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:42.145281 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.145619 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.145961 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.146289 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.146641 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.146969 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.147290 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.147612 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.147933 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.148253 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.148570 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.148889 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Tracked resource versions report: Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: pushed versions: Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: { 'AddressGroup': {'1.2'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'ConntrackHelper': {'1.0'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Log': {'1.0'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Network': {'1.1'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Port': {'1.7'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'PortForwarding': {'1.2'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'QosPolicy': {'1.8'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroup': {'1.4'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'SubPort': {'1.0'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Subnet': {'1.1'}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Trunk': {'1.1'}} Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: consumer versions: Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'ConntrackHelper': '1.0', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Log': '1.0', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Network': '1.1', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Port': '1.7', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'PortForwarding': '1.2', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'QosPolicy': '1.8', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroup': '1.4', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroupRule': '1.2', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'SubPort': '1.0', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Subnet': '1.1', Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: 'Trunk': '1.1'}} Jun 24 14:14:42.149971 dv-cinder-847189-2-smb neutron-server[88155]: {{(pid=88155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:14:42.260489 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Attempting to bind port a57e49b4-f22c-4346-aa34-15264dbc5904 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:14:42.260856 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Attempting to bind port a57e49b4-f22c-4346-aa34-15264dbc5904 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:14:42.261312 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Attempting to bind port a57e49b4-f22c-4346-aa34-15264dbc5904 on network b0cb43e1-465c-43de-940d-209d040044eb {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:14:42.266822 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:14:42.267441 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Checking segment: {'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:14:42.267650 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:42.268041 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Bound using segment: {'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:14:42.268568 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Bound port: a57e49b4-f22c-4346-aa34-15264dbc5904, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:14:42.268976 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:42.366827 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] For port a57e49b4-f22c-4346-aa34-15264dbc5904, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:14:42.371524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] For port a57e49b4-f22c-4346-aa34-15264dbc5904, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a57e49b4-f22c-4346-aa34-15264dbc5904,segment=NetworkSegment(757e4309-0c75-47f9-965d-c24bf9a14243),segment_id=757e4309-0c75-47f9-965d-c24bf9a14243)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:14:42.377150 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:42.470623 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd83267-b36b-4731-bbe3-5a492f78e9d0 None None] Pushing event updated for resources: {'Port': ['ID=a57e49b4-f22c-4346-aa34-15264dbc5904,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:43.782443 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46458) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:44.194290 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [None req-2ed379eb-2b6c-4ce5-a126-1246ecf69cc3 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:14:44.195295 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-2ed379eb-2b6c-4ce5-a126-1246ecf69cc3 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4117365 Jun 24 14:14:46.148080 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a57e49b4-f22c-4346-aa34-15264dbc5904 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:14:46.223041 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port a57e49b4-f22c-4346-aa34-15264dbc5904 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:14:46.442207 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1249b66c-5e9e-4b4f-9257-c82e5d464c11 None None] Network b0cb43e1-465c-43de-940d-209d040044eb requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:14:46.571363 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] Provisioning for port a57e49b4-f22c-4346-aa34-15264dbc5904 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:14:46.581038 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] Provisioning complete for port a57e49b4-f22c-4346-aa34-15264dbc5904 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:14:46.581441 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:46.730049 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46472) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:46.791458 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] Current status of the port a57e49b4-f22c-4346-aa34-15264dbc5904 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:14:46.791880 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:46.861515 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] For port a57e49b4-f22c-4346-aa34-15264dbc5904, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a57e49b4-f22c-4346-aa34-15264dbc5904,segment=NetworkSegment(757e4309-0c75-47f9-965d-c24bf9a14243),segment_id=757e4309-0c75-47f9-965d-c24bf9a14243)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:14:46.866822 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:46.944967 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7b287-3c36-4b1e-b872-2f17a4818fd5 None None] Pushing event updated for resources: {'Port': ['ID=a57e49b4-f22c-4346-aa34-15264dbc5904,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:47.095151 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-c4ec8e59-d9f6-48db-8d0f-29ba2c80ee88 None None] Provisioning complete for port a57e49b4-f22c-4346-aa34-15264dbc5904 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:14:47.095857 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8e59-d9f6-48db-8d0f-29ba2c80ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:47.132304 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [None req-9a550098-3a1f-4f73-8ee9-8c1b2599024c admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:14:47.135403 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-9a550098-3a1f-4f73-8ee9-8c1b2599024c admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4023023 Jun 24 14:14:47.216232 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec8e59-d9f6-48db-8d0f-29ba2c80ee88 None None] Current status of the port a57e49b4-f22c-4346-aa34-15264dbc5904 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:14:48.107992 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a57e49b4-f22c-4346-aa34-15264dbc5904 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:14:48.181803 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port a57e49b4-f22c-4346-aa34-15264dbc5904 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:14:48.182128 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:48.299880 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port a57e49b4-f22c-4346-aa34-15264dbc5904 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:14:49.837465 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46484) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:50.202908 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Request body: {'router': {'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'name': 'router1', 'admin_state_up': True}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:14:50.208273 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:14:50.212232 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Usage tracker for resource:router and tenant:42676ec99dbe4cb0b126b66cea3c3950 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:14:50.215729 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:14:50.221791 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:14:50.234964 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:50.236565 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:50.258520 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:50.375575 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:50.394916 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:50.396073 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-35228a6c-a84b-40da-af04-e75a47fd8aa8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5576661 Jun 24 14:14:52.841023 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 46494) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:52.921252 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-2ddefa97-5c79-4ca4-9d22-9887a5fc5fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:53.246884 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [None req-6c6f1404-8d7c-4f8c-aa00-c5c6c9a20c08 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:14:53.248135 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6c6f1404-8d7c-4f8c-aa00-c5c6c9a20c08 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4062057 Jun 24 14:14:55.031610 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-579f1aa6-308a-4c55-a7fe-4882d4c686e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:55.670078 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 46504) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:56.046219 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:14:56.052369 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:14:56.058549 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Usage tracker for resource:network and tenant:3f409a48b16b40abbf757ab5a1563070 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:14:56.063647 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:14:56.070746 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:14:56.082671 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Made reservation on behalf of 3f409a48b16b40abbf757ab5a1563070 for: {'network': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:14:56.085612 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.102415 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.116370 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:14:56.120310 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:3f409a48b16b40abbf757ab5a1563070 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:14:56.123671 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:14:56.129758 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:14:56.229142 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.233229 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.238068 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.248652 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=88154) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 14:14:56.278432 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781915477872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.278961 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Unsubscribe: segment precommit_create {{(pid=88154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 14:14:56.279468 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.segments_db [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Added segment 4f647cdd-3566-4b0e-a5cf-8377ff3f7325 of type flat for network 034777bc-2baa-4291-a154-a0cbbae620af Jun 24 14:14:56.328742 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f0a7c0-9b3c-477d-8cd4-f5040c606407,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:56.349304 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.349654 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.349994 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.350317 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.350752 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.351080 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.351390 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.351708 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.352036 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.352359 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.352693 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.352990 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Tracked resource versions report: Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: pushed versions: Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: { 'AddressGroup': {'1.2'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'ConntrackHelper': {'1.0'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Log': {'1.0'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Network': {'1.1'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Port': {'1.7'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'PortForwarding': {'1.2'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'QosPolicy': {'1.8'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroup': {'1.4'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'SubPort': {'1.0'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Subnet': {'1.1'}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Trunk': {'1.1'}} Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: consumer versions: Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'ConntrackHelper': '1.0', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Log': '1.0', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Network': '1.1', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Port': '1.7', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'PortForwarding': '1.2', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'QosPolicy': '1.8', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroup': '1.4', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroupRule': '1.2', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'SubPort': '1.0', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Subnet': '1.1', Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: 'Trunk': '1.1'}} Jun 24 14:14:56.354050 dv-cinder-847189-2-smb neutron-server[88154]: {{(pid=88154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:14:56.400780 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.406636 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.449846 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.451001 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:14:56.451644 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:56.564958 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=034777bc-2baa-4291-a154-a0cbbae620af,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:14:56.567580 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-40f321f4-709e-4dbb-952b-45e25d73b8f5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8964646 Jun 24 14:14:56.576779 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 034777bc-2baa-4291-a154-a0cbbae620af details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:14:57.931101 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:14:59.176245 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 46528) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:14:59.404593 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc8ece-525b-4173-8bc3-2c4a70c2efed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:14:59.405939 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-acdc8ece-525b-4173-8bc3-2c4a70c2efed admin admin] 10.222.0.33 "GET /v2.0/subnets/e0270667-c120-42f8-9341-d107d0846d16 HTTP/1.1" status: 200 len: 849 time: 0.2288058 Jun 24 14:14:59.575203 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6bc80126-72ef-4d5a-9660-e89d30fa2c1b admin admin] 10.222.0.33 "GET /v2.0/routers/2639311b-06c6-43e7-92ac-9c0366bf4535 HTTP/1.1" status: 200 len: 704 time: 0.1630304 Jun 24 14:15:00.045266 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:00.289015 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Allocated IP 172.20.0.1 (b0cb43e1-465c-43de-940d-209d040044eb/e0270667-c120-42f8-9341-d107d0846d16/e32458a4-f5a8-471d-9623-008aede603d2) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:15:00.466818 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:00.485166 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Transition to ACTIVE for port object e32458a4-f5a8-471d-9623-008aede603d2 will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:15:00.542749 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:00.621547 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Network b0cb43e1-465c-43de-940d-209d040044eb is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:15:00.628715 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:15:00.635862 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:15:00.637000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:00.742786 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Pushing event updated for resources: {'Port': ['ID=e32458a4-f5a8-471d-9623-008aede603d2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:00.849094 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-4b28d332-443d-4860-9643-faf8e014c3bc None None] Provisioning for port e32458a4-f5a8-471d-9623-008aede603d2 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:15:00.855361 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-4b28d332-443d-4860-9643-faf8e014c3bc None None] Provisioning complete for port e32458a4-f5a8-471d-9623-008aede603d2 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:15:00.855784 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4b28d332-443d-4860-9643-faf8e014c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:00.914244 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-4b28d332-443d-4860-9643-faf8e014c3bc None None] Port e32458a4-f5a8-471d-9623-008aede603d2 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:15:00.933498 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:01.162650 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:01.169847 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:01.170656 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:01.305351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Pushing event updated for resources: {'Port': ['ID=e32458a4-f5a8-471d-9623-008aede603d2,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:01.382902 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Network b0cb43e1-465c-43de-940d-209d040044eb is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:15:01.384197 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:15:01.537408 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-3e495b12-5eb9-4092-b3e6-fc08712aee4c None None] Provisioning complete for port e32458a4-f5a8-471d-9623-008aede603d2 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:15:01.537857 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3e495b12-5eb9-4092-b3e6-fc08712aee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:01.577116 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Router 2639311b-06c6-43e7-92ac-9c0366bf4535 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:15:01.591197 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-3e495b12-5eb9-4092-b3e6-fc08712aee4c None None] Port e32458a4-f5a8-471d-9623-008aede603d2 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:15:01.735599 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:15:01.745566 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d22c31cf-8e9f-4fe1-beb3-376afc76cde0 admin admin] 10.222.0.33 "PUT /v2.0/routers/2639311b-06c6-43e7-92ac-9c0366bf4535/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1652911 Jun 24 14:15:01.746070 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Sync routers for ids ['2639311b-06c6-43e7-92ac-9c0366bf4535'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:15:01.757196 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Routers {'2639311b-06c6-43e7-92ac-9c0366bf4535'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:15:01.758016 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:14:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['2639311b-06c6-43e7-92ac-9c0366bf4535'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:01.937791 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Set router 2639311b-06c6-43e7-92ac-9c0366bf4535 gateway port host: None {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:15:02.300437 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'name': 'router1', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:14:50Z', 'updated_at': '2022-06-24T14:15:00Z', 'revision_number': 2, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'gw_port_host': None, '_interfaces': [{'id': 'e32458a4-f5a8-471d-9623-008aede603d2', 'name': '', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'mac_address': 'fa:16:3e:17:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0270667-c120-42f8-9341-d107d0846d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:00Z', 'updated_at': '2022-06-24T14:15:01Z', 'revision_number': 2, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'subnets': [{'id': 'e0270667-c120-42f8-9341-d107d0846d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81033642-56d6-42d7-9b2a-c17eefbca9ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:02.305629 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Checking router: 2639311b-06c6-43e7-92ac-9c0366bf4535 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:15:02.305995 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Updating router 2639311b-06c6-43e7-92ac-9c0366bf4535 port e32458a4-f5a8-471d-9623-008aede603d2 binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:15:02.357851 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:02.741045 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:02.755717 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Transition to ACTIVE for port object e32458a4-f5a8-471d-9623-008aede603d2 will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:15:02.762863 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:02.997860 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Attempting to bind port e32458a4-f5a8-471d-9623-008aede603d2 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:15:02.998261 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Attempting to bind port e32458a4-f5a8-471d-9623-008aede603d2 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:15:02.998695 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Attempting to bind port e32458a4-f5a8-471d-9623-008aede603d2 on network b0cb43e1-465c-43de-940d-209d040044eb {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:15:03.009215 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Pushing event updated for resources: {'Port': ['ID=e32458a4-f5a8-471d-9623-008aede603d2,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:03.013203 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:15:03.013588 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Checking segment: {'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:15:03.014048 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:03.014520 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Bound using segment: {'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:15:03.014954 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Bound port: e32458a4-f5a8-471d-9623-008aede603d2, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757e4309-0c75-47f9-965d-c24bf9a14243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:15:03.015331 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:03.029138 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.029484 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.029818 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.030145 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.030503 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.030863 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.031185 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.031538 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.031856 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.032171 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.032485 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.032799 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Tracked resource versions report: Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: pushed versions: Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: { 'AddressGroup': {'1.2'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'ConntrackHelper': {'1.0'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Log': {'1.0'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Network': {'1.1'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Port': {'1.7'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'PortForwarding': {'1.2'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'QosPolicy': {'1.8'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroup': {'1.4'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'SubPort': {'1.0'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Subnet': {'1.1'}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Trunk': {'1.1'}} Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: consumer versions: Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'ConntrackHelper': '1.0', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Log': '1.0', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Network': '1.1', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Port': '1.7', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'PortForwarding': '1.2', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'QosPolicy': '1.8', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroup': '1.4', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroupRule': '1.2', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'SubPort': '1.0', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Subnet': '1.1', Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: 'Trunk': '1.1'}} Jun 24 14:15:03.033907 dv-cinder-847189-2-smb neutron-server[88156]: {{(pid=88156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:15:03.115417 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] For port e32458a4-f5a8-471d-9623-008aede603d2, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:15:03.119613 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] For port e32458a4-f5a8-471d-9623-008aede603d2, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e32458a4-f5a8-471d-9623-008aede603d2,segment=NetworkSegment(757e4309-0c75-47f9-965d-c24bf9a14243),segment_id=757e4309-0c75-47f9-965d-c24bf9a14243)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:15:03.124862 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:03.224690 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Routers {'2639311b-06c6-43e7-92ac-9c0366bf4535'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:15:03.225327 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:14:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['2639311b-06c6-43e7-92ac-9c0366bf4535'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:03.365714 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa7c7-b3e7-4b40-82da-97df1471a597 None None] Pushing event updated for resources: {'Port': ['ID=e32458a4-f5a8-471d-9623-008aede603d2,revision_number=4']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:03.394447 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] Set router 2639311b-06c6-43e7-92ac-9c0366bf4535 gateway port host: None {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:15:03.728928 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'name': 'router1', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:14:50Z', 'updated_at': '2022-06-24T14:15:00Z', 'revision_number': 2, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'gw_port_host': None, '_interfaces': [{'id': 'e32458a4-f5a8-471d-9623-008aede603d2', 'name': '', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'mac_address': 'fa:16:3e:17:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0270667-c120-42f8-9341-d107d0846d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:00Z', 'updated_at': '2022-06-24T14:15:03Z', 'revision_number': 4, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'subnets': [{'id': 'e0270667-c120-42f8-9341-d107d0846d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81033642-56d6-42d7-9b2a-c17eefbca9ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:03.733185 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7837c1-bee6-4e5d-965f-77ff51382463 None None] The sync data for ids ['2639311b-06c6-43e7-92ac-9c0366bf4535'] in dv-cinder-847189-2-smb is: [{'id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'name': 'router1', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:14:50Z', 'updated_at': '2022-06-24T14:15:00Z', 'revision_number': 2, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'gw_port_host': None, '_interfaces': [{'id': 'e32458a4-f5a8-471d-9623-008aede603d2', 'name': '', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'mac_address': 'fa:16:3e:17:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0270667-c120-42f8-9341-d107d0846d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:00Z', 'updated_at': '2022-06-24T14:15:03Z', 'revision_number': 4, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'subnets': [{'id': 'e0270667-c120-42f8-9341-d107d0846d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81033642-56d6-42d7-9b2a-c17eefbca9ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:15:04.000801 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46550) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:15:04.176084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d9fb4-4674-43e0-9eb0-23070eec876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:15:04.177413 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-dd3d9fb4-4674-43e0-9eb0-23070eec876e admin admin] 10.222.0.33 "GET /v2.0/networks/034777bc-2baa-4291-a154-a0cbbae620af HTTP/1.1" status: 200 len: 842 time: 0.1762686 Jun 24 14:15:04.187104 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.2.0/24'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:15:04.191942 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:15:04.196008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Usage tracker for resource:subnet and tenant:3f409a48b16b40abbf757ab5a1563070 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:15:04.198903 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:15:04.204752 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:15:04.216188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Made reservation on behalf of 3f409a48b16b40abbf757ab5a1563070 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:15:04.218467 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:04.607597 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.objects.ports [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88153) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 24 14:15:04.608055 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:04.680821 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6beffa11-465c-4ecc-a0ce-6829614ec45c,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:04.688016 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:15:04.688352 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Network hostable DHCP agents. Network: 034777bc-2baa-4291-a154-a0cbbae620af, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:15:04.708102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:15:04.716801 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 034777bc-2baa-4291-a154-a0cbbae620af) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:15:04.720840 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:15:04.721421 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:04.726064 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3079b9b-e0fc-416d-9941-2bf281ed7765 None None] Network 034777bc-2baa-4291-a154-a0cbbae620af requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:15:04.745828 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f926aa55-8fa9-4109-af09-62aeec8742e2 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5620744 Jun 24 14:15:04.968640 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc1223-5135-48c9-ac20-348d5ce642fd None None] Network 034777bc-2baa-4291-a154-a0cbbae620af requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:15:06.136373 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e32458a4-f5a8-471d-9623-008aede603d2 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:15:06.208763 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port e32458a4-f5a8-471d-9623-008aede603d2 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:15:06.213938 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port e32458a4-f5a8-471d-9623-008aede603d2 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:15:06.214306 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:06.334430 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port e32458a4-f5a8-471d-9623-008aede603d2 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:15:06.334701 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:06.367049 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port e32458a4-f5a8-471d-9623-008aede603d2, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e32458a4-f5a8-471d-9623-008aede603d2,segment=NetworkSegment(757e4309-0c75-47f9-965d-c24bf9a14243),segment_id=757e4309-0c75-47f9-965d-c24bf9a14243)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:15:06.371108 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:06.438567 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=e32458a4-f5a8-471d-9623-008aede603d2,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:07.023201 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46564) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:15:07.244266 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-aa474c4c-298e-4896-afba-dedab8f95ce3 admin admin] 10.222.0.33 "GET /v2.0/routers/2639311b-06c6-43e7-92ac-9c0366bf4535 HTTP/1.1" status: 200 len: 710 time: 0.2195432 Jun 24 14:15:07.376647 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6515b32-4dad-4032-ae7f-43d8874cd46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:15:07.378119 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a6515b32-4dad-4032-ae7f-43d8874cd46b admin admin] 10.222.0.33 "GET /v2.0/networks/034777bc-2baa-4291-a154-a0cbbae620af HTTP/1.1" status: 200 len: 886 time: 0.1285529 Jun 24 14:15:07.387024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:15:07.887471 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:08.119929 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e32458a4-f5a8-471d-9623-008aede603d2 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:15:08.191835 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port e32458a4-f5a8-471d-9623-008aede603d2 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:15:08.192182 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:08.233308 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:08.292815 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:08.324088 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port e32458a4-f5a8-471d-9623-008aede603d2 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:15:08.432871 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Allocated IP 172.28.2.106 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/d4f42758-6f90-41d3-8550-67ac882e77d8) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:15:08.601754 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:08.665700 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:08.726506 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:15:08.733153 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:15:08.737588 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:15:08.790066 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Pushing event updated for resources: {'Port': ['ID=d4f42758-6f90-41d3-8550-67ac882e77d8,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:08.922594 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:15:09.144593 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:09.548157 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:09.551635 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1934776'] for router, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:09.739376 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Router 2639311b-06c6-43e7-92ac-9c0366bf4535 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:15:09.920511 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:15:09.929069 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:09.931259 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Sync routers for ids ['2639311b-06c6-43e7-92ac-9c0366bf4535'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:15:09.941453 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Routers {'2639311b-06c6-43e7-92ac-9c0366bf4535'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:15:09.942203 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:14:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['2639311b-06c6-43e7-92ac-9c0366bf4535'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:09.946998 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-74967112-b17f-47b3-a139-d4e0fc9ee658 admin admin] 10.222.0.33 "PUT /v2.0/routers/2639311b-06c6-43e7-92ac-9c0366bf4535 HTTP/1.1" status: 200 len: 890 time: 2.5631328 Jun 24 14:15:10.140030 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Set router 2639311b-06c6-43e7-92ac-9c0366bf4535 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:15:10.470728 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'name': 'router1', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4f42758-6f90-41d3-8550-67ac882e77d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:14:50Z', 'updated_at': '2022-06-24T14:15:08Z', 'revision_number': 4, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'gw_port': {'id': 'd4f42758-6f90-41d3-8550-67ac882e77d8', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:08Z', 'updated_at': '2022-06-24T14:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'e32458a4-f5a8-471d-9623-008aede603d2', 'name': '', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'mac_address': 'fa:16:3e:17:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0270667-c120-42f8-9341-d107d0846d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:00Z', 'updated_at': '2022-06-24T14:15:06Z', 'revision_number': 5, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'subnets': [{'id': 'e0270667-c120-42f8-9341-d107d0846d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81033642-56d6-42d7-9b2a-c17eefbca9ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:10.475550 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Checking router: 2639311b-06c6-43e7-92ac-9c0366bf4535 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:15:10.475917 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Updating router 2639311b-06c6-43e7-92ac-9c0366bf4535 port d4f42758-6f90-41d3-8550-67ac882e77d8 binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:15:10.532481 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:10.855500 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:10.867391 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Transition to ACTIVE for port object d4f42758-6f90-41d3-8550-67ac882e77d8 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:15:10.873744 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:10.954672 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64468811-52d3-48d5-8396-c7034863a26b None None] Pushing event updated for resources: {'Port': ['ID=d4f42758-6f90-41d3-8550-67ac882e77d8,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:10.956909 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Attempting to bind port d4f42758-6f90-41d3-8550-67ac882e77d8 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:15:10.957275 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Attempting to bind port d4f42758-6f90-41d3-8550-67ac882e77d8 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:15:10.957630 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Attempting to bind port d4f42758-6f90-41d3-8550-67ac882e77d8 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:15:10.963448 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:15:10.963817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:15:10.964215 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:10.964598 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:15:10.965033 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Bound port: d4f42758-6f90-41d3-8550-67ac882e77d8, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:15:10.965422 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:11.035316 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] For port d4f42758-6f90-41d3-8550-67ac882e77d8, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:15:11.038509 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] For port d4f42758-6f90-41d3-8550-67ac882e77d8, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=d4f42758-6f90-41d3-8550-67ac882e77d8,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:15:11.043284 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:11.121523 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64468811-52d3-48d5-8396-c7034863a26b None None] Pushing event updated for resources: {'Port': ['ID=d4f42758-6f90-41d3-8550-67ac882e77d8,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:11.125381 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Routers {'2639311b-06c6-43e7-92ac-9c0366bf4535'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:15:11.125808 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:14:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['2639311b-06c6-43e7-92ac-9c0366bf4535'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:11.309183 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] Set router 2639311b-06c6-43e7-92ac-9c0366bf4535 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:15:11.668325 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'name': 'router1', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4f42758-6f90-41d3-8550-67ac882e77d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:14:50Z', 'updated_at': '2022-06-24T14:15:08Z', 'revision_number': 4, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'gw_port': {'id': 'd4f42758-6f90-41d3-8550-67ac882e77d8', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:08Z', 'updated_at': '2022-06-24T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'e32458a4-f5a8-471d-9623-008aede603d2', 'name': '', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'mac_address': 'fa:16:3e:17:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0270667-c120-42f8-9341-d107d0846d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:00Z', 'updated_at': '2022-06-24T14:15:06Z', 'revision_number': 5, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'subnets': [{'id': 'e0270667-c120-42f8-9341-d107d0846d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81033642-56d6-42d7-9b2a-c17eefbca9ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:11.672341 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12716b2d-04f3-4b69-b538-919c3bb08e73 None None] The sync data for ids ['2639311b-06c6-43e7-92ac-9c0366bf4535'] in dv-cinder-847189-2-smb is: [{'id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'name': 'router1', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'd4f42758-6f90-41d3-8550-67ac882e77d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:14:50Z', 'updated_at': '2022-06-24T14:15:08Z', 'revision_number': 4, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'gw_port': {'id': 'd4f42758-6f90-41d3-8550-67ac882e77d8', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:08Z', 'updated_at': '2022-06-24T14:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'e32458a4-f5a8-471d-9623-008aede603d2', 'name': '', 'network_id': 'b0cb43e1-465c-43de-940d-209d040044eb', 'tenant_id': '42676ec99dbe4cb0b126b66cea3c3950', 'mac_address': 'fa:16:3e:17:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639311b-06c6-43e7-92ac-9c0366bf4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0270667-c120-42f8-9341-d107d0846d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:15:00Z', 'updated_at': '2022-06-24T14:15:06Z', 'revision_number': 5, 'project_id': '42676ec99dbe4cb0b126b66cea3c3950', 'subnets': [{'id': 'e0270667-c120-42f8-9341-d107d0846d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81033642-56d6-42d7-9b2a-c17eefbca9ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:15:12.173583 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device d4f42758-6f90-41d3-8550-67ac882e77d8 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:15:12.265397 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port d4f42758-6f90-41d3-8550-67ac882e77d8 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:15:12.273566 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port d4f42758-6f90-41d3-8550-67ac882e77d8 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:15:12.274287 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:12.297995 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 46574) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:15:12.410291 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port d4f42758-6f90-41d3-8550-67ac882e77d8 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:15:12.411327 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:12.432587 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port d4f42758-6f90-41d3-8550-67ac882e77d8, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=d4f42758-6f90-41d3-8550-67ac882e77d8,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:15:12.437363 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:12.452271 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-bf91c5c7-41e8-48e1-b0fd-05ec17d7d833 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1525416 Jun 24 14:15:12.515659 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=d4f42758-6f90-41d3-8550-67ac882e77d8,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:15:14.130868 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device d4f42758-6f90-41d3-8550-67ac882e77d8 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:15:14.206421 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port d4f42758-6f90-41d3-8550-67ac882e77d8 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:15:14.206633 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:14.330654 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port d4f42758-6f90-41d3-8550-67ac882e77d8 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:15:22.935794 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-2a464f3c-da89-4b5f-8599-a69bd407970c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:25.035240 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ef4dfca1-8ad1-40d1-b941-3c027e5b62db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:26.232934 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:26.409514 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:27.937026 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:45.922024 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:15:52.919603 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3a7784cb-3d6e-463e-b220-76712ba9d801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:55.040762 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3b029cee-4afe-48e3-87ba-e2207cf87c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:56.238646 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:56.414573 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:57.941984 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:22.920670 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:16:22.939239 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-11c3267a-1bca-4238-b09b-4689cb3a4c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:25.036791 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-cdbee6d3-98c2-4c75-91c1-78fbee2bcc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:26.238593 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:26.539211 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:27.956185 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:52.922088 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c8641177-fc71-4317-b59d-5fdf44c84f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:55.031740 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-b44fcb72-5ebc-4861-a7cb-6de702e67606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.235399 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.420481 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:57.941458 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:59.920567 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:17:15.804996 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47148) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:15.884246 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.pecan_wsgi.hooks.translation [None req-84199db7-8ee6-4075-9727-fc64554c5bf7 admin admin] GET failed (client error): The resource could not be found. Jun 24 14:17:15.886921 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-84199db7-8ee6-4075-9727-fc64554c5bf7 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0803998 Jun 24 14:17:16.021012 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61717c87-1124-4ee1-9a0c-b9c8c482c9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:16.022409 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-61717c87-1124-4ee1-9a0c-b9c8c482c9fe admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1310718 Jun 24 14:17:18.168537 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47158) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:18.294842 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80441a2-8e7f-42f7-8270-39069066dfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:18.296090 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d80441a2-8e7f-42f7-8270-39069066dfeb admin admin] 10.222.0.33 "GET /v2.0/subnets/e0270667-c120-42f8-9341-d107d0846d16 HTTP/1.1" status: 200 len: 849 time: 0.1265690 Jun 24 14:17:18.307714 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:17:18.433737 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:18.632675 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781915482763'] for subnet, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:18.674887 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:18.675479 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:18.676728 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] 10.222.0.33 "PUT /v2.0/subnets/e0270667-c120-42f8-9341-d107d0846d16 HTTP/1.1" status: 200 len: 868 time: 0.3734269 Jun 24 14:17:18.681150 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa739a2f-35f0-4a76-9054-28bb8f018412 None None] Network b0cb43e1-465c-43de-940d-209d040044eb requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:17:18.704115 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0270667-c120-42f8-9341-d107d0846d16,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:17:18.716846 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.717389 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.717914 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.718468 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.718966 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.719479 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.719992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.720507 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.721040 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.721604 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.722129 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:18.722698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c51cfa-8ca2-403a-9a64-62d2a2afebe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:17:19.131768 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-e15f9a03-d609-495a-980e-5bd6d8fa7503 None None] Provisioning complete for port e32458a4-f5a8-471d-9623-008aede603d2 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:17:19.132189 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e15f9a03-d609-495a-980e-5bd6d8fa7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:19.247615 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-e15f9a03-d609-495a-980e-5bd6d8fa7503 None None] Current status of the port e32458a4-f5a8-471d-9623-008aede603d2 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:17:19.260242 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-e15f9a03-d609-495a-980e-5bd6d8fa7503 None None] Provisioning complete for port a57e49b4-f22c-4346-aa34-15264dbc5904 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:17:19.260606 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e15f9a03-d609-495a-980e-5bd6d8fa7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:19.408795 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-e15f9a03-d609-495a-980e-5bd6d8fa7503 None None] Current status of the port a57e49b4-f22c-4346-aa34-15264dbc5904 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:17:20.836585 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47168) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:21.014957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb0c4c4-7934-4f29-aa68-605dad8c6739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:21.015341 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb0c4c4-7934-4f29-aa68-605dad8c6739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:21.016864 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-beb0c4c4-7934-4f29-aa68-605dad8c6739 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1793058 Jun 24 14:17:22.916299 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9feca887-5cce-4188-b364-adc7f03f2e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:23.233416 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47178) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:23.422163 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666f43b-c451-4035-ba30-e968fdd827ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:23.422549 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666f43b-c451-4035-ba30-e968fdd827ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:23.424069 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e666f43b-c451-4035-ba30-e968fdd827ec admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1895392 Jun 24 14:17:25.038574 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-04072ac6-1545-4195-a083-7aeb47c83ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:25.631145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47188) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:25.817744 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4ff1a6-3d13-4617-81fc-af2688a8aba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:25.819018 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-9e4ff1a6-3d13-4617-81fc-af2688a8aba1 admin admin] 10.222.0.33 "GET /v2.0/networks/034777bc-2baa-4291-a154-a0cbbae620af HTTP/1.1" status: 200 len: 886 time: 0.1867723 Jun 24 14:17:26.240987 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:26.425615 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:27.947004 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:28.002775 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47198) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:28.203179 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd989bb-ee26-4765-addf-a06687e04bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:28.204479 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-8fd989bb-ee26-4765-addf-a06687e04bd7 admin admin] 10.222.0.33 "GET /v2.0/networks/b0cb43e1-465c-43de-940d-209d040044eb HTTP/1.1" status: 200 len: 869 time: 0.2005091 Jun 24 14:17:30.481271 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47208) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:30.647440 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a6ea7-f50d-4e1e-92fc-b430f8ba1de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:30.648089 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a6ea7-f50d-4e1e-92fc-b430f8ba1de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:30.649110 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-e80a6ea7-f50d-4e1e-92fc-b430f8ba1de8 admin admin] Synchronizing usage tracker for tenant:3f409a48b16b40abbf757ab5a1563070 on resource:subnet {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:17:30.673513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-e80a6ea7-f50d-4e1e-92fc-b430f8ba1de8 admin admin] Unset dirty status for tenant:3f409a48b16b40abbf757ab5a1563070 on resource:subnet {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:17:30.674733 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e80a6ea7-f50d-4e1e-92fc-b430f8ba1de8 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1924930 Jun 24 14:17:32.932954 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47218) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:33.044866 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b404d-682d-42b5-94ae-ec326fb8e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:33.045308 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379b404d-682d-42b5-94ae-ec326fb8e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:33.046855 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-379b404d-682d-42b5-94ae-ec326fb8e978 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1129894 Jun 24 14:17:35.194059 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47228) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:35.313822 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e515f77-ee96-4c29-97d0-d75e230c07d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:35.315178 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-9e515f77-ee96-4c29-97d0-d75e230c07d1 admin admin] 10.222.0.33 "GET /v2.0/subnets/6beffa11-465c-4ecc-a0ce-6829614ec45c HTTP/1.1" status: 200 len: 816 time: 0.1199648 Jun 24 14:17:36.933857 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:17:37.499047 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47238) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:37.621451 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01461719-a893-4191-b1df-3ce471a9afbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:37.622822 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-01461719-a893-4191-b1df-3ce471a9afbc admin admin] 10.222.0.33 "GET /v2.0/subnets/e0270667-c120-42f8-9341-d107d0846d16 HTTP/1.1" status: 200 len: 868 time: 0.1223321 Jun 24 14:17:52.924989 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-80bf17ac-5745-469e-ad8c-81676c8ac3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:55.032300 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-d30bebd1-d7b6-4642-a8a9-9e1b82c1264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:56.235187 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:56.427855 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:56.882028 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47284) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:56.938322 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [None req-f865d6ee-3256-456a-88b7-199729b7e3ee admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:17:56.942908 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f865d6ee-3256-456a-88b7-199729b7e3ee admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595391 Jun 24 14:17:57.943989 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:59.181276 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47294) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:17:59.250153 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e04f3af-e62a-4437-9bfe-466070ce2693 admin admin] GET failed (client error): The resource could not be found. Jun 24 14:17:59.251383 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5e04f3af-e62a-4437-9bfe-466070ce2693 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691202 Jun 24 14:17:59.376804 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da4886-b2eb-4c54-8beb-4a00203c580f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:17:59.378241 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-57da4886-b2eb-4c54-8beb-4a00203c580f admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1229215 Jun 24 14:18:01.545714 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47304) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:18:01.595364 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:18:01.600782 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:18:01.605225 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Usage tracker for resource:network and tenant:3f409a48b16b40abbf757ab5a1563070 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:18:01.608424 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:18:01.614431 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:18:01.626329 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Made reservation on behalf of 3f409a48b16b40abbf757ab5a1563070 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:18:01.628746 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:01.714208 dv-cinder-847189-2-smb neutron-server[88153]: WARNING neutron.services.revisions.revision_plugin [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Could not find related network for resource to bump revision. Jun 24 14:18:01.730283 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:18:01.742024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:01.742512 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Added segment 0dba1b9d-0bcf-440c-8608-1a95209fc799 of type vlan for network c8344ca1-4cfb-4452-859e-e5854f39909f Jun 24 14:18:01.767045 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:01.796770 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:01.797676 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:18:01.798479 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:01.886506 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3396039 Jun 24 14:18:01.894654 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Pushing event updated for resources: {'Network': ['ID=c8344ca1-4cfb-4452-859e-e5854f39909f,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:18:01.902422 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.902723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.903091 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.903398 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.903715 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.904033 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.904344 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.904658 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.905012 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.905320 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.905641 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.905941 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b86c8d-6225-4799-8769-cedc3a8322da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:01.918506 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network c8344ca1-4cfb-4452-859e-e5854f39909f details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:18:04.040277 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47314) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:18:04.105254 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7881b28c-4d85-41dc-8ec2-263f3fba4aa3 admin admin] GET failed (client error): The resource could not be found. Jun 24 14:18:04.105748 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7881b28c-4d85-41dc-8ec2-263f3fba4aa3 admin admin] Synchronizing usage tracker for tenant:3f409a48b16b40abbf757ab5a1563070 on resource:network {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:18:04.127451 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7881b28c-4d85-41dc-8ec2-263f3fba4aa3 admin admin] Unset dirty status for tenant:3f409a48b16b40abbf757ab5a1563070 on resource:network {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:18:04.128701 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7881b28c-4d85-41dc-8ec2-263f3fba4aa3 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0874503 Jun 24 14:18:04.290906 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2dc1e-306a-4a50-af0f-02fb2f172e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:18:04.292542 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f5d2dc1e-306a-4a50-af0f-02fb2f172e31 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1573162 Jun 24 14:18:04.305068 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:18:04.312997 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:18:04.323233 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:18:04.336023 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Made reservation on behalf of 3f409a48b16b40abbf757ab5a1563070 for: {'subnet': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:18:04.338362 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:04.554091 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:04.623361 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21882504-e0b0-4806-be9c-d6b9745d8c96,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:18:04.633717 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Checking segment: {'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:18:04.634064 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Network hostable DHCP agents. Network: c8344ca1-4cfb-4452-859e-e5854f39909f, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:18:04.656213 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Network c8344ca1-4cfb-4452-859e-e5854f39909f is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:18:04.667392 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, c8344ca1-4cfb-4452-859e-e5854f39909f) {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:18:04.671316 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:18:04.671908 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:04.676808 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefbd462-b6cc-4494-a520-8e7b454f303f None None] Network c8344ca1-4cfb-4452-859e-e5854f39909f requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:18:04.697122 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-5dad7be7-5199-4e31-b046-b3b58a8be40e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3977685 Jun 24 14:18:04.900911 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-c8344ca1-4cfb-4452-859e-e5854f39909f', 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f', 'tenant_id': '3f409a48b16b40abbf757ab5a1563070', 'fixed_ips': [{'subnet_id': '21882504-e0b0-4806-be9c-d6b9745d8c96'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:18:04.901754 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:05.062306 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Allocated IP 192.168.233.2 (c8344ca1-4cfb-4452-859e-e5854f39909f/21882504-e0b0-4806-be9c-d6b9745d8c96/a0862b4b-d2bf-4d63-b75c-fe94f7f62f04) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:18:05.268419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:05.279426 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Transition to ACTIVE for port object a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:18:05.298081 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Transition to ACTIVE for port object a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:18:05.303720 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:05.361229 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Network c8344ca1-4cfb-4452-859e-e5854f39909f is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:18:05.364093 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:18:05.372567 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:18:05.409171 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Pushing event updated for resources: {'Port': ['ID=a0862b4b-d2bf-4d63-b75c-fe94f7f62f04,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:18:05.428348 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.428683 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.428998 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.429314 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.429636 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.429993 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.430281 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.430619 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.430941 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.431281 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.431588 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.431901 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:18:05.488692 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Attempting to bind port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:18:05.489047 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Attempting to bind port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:18:05.489399 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Attempting to bind port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 on network c8344ca1-4cfb-4452-859e-e5854f39909f {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:18:05.494625 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:18:05.494987 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Checking segment: {'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:18:05.495384 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:05.495768 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Bound using segment: {'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:18:05.496223 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Bound port: a0862b4b-d2bf-4d63-b75c-fe94f7f62f04, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:18:05.496605 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:05.585120 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] For port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:18:05.588386 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] For port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a0862b4b-d2bf-4d63-b75c-fe94f7f62f04,segment=NetworkSegment(0dba1b9d-0bcf-440c-8608-1a95209fc799),segment_id=0dba1b9d-0bcf-440c-8608-1a95209fc799)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:18:05.593195 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:05.669165 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7143a0-5ba3-4ebb-8c0b-f144f995c38e None None] Pushing event updated for resources: {'Port': ['ID=a0862b4b-d2bf-4d63-b75c-fe94f7f62f04,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:18:06.241748 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:18:06.325761 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:18:06.508777 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54994398-e64e-4861-9295-c37403525ca1 None None] Network c8344ca1-4cfb-4452-859e-e5854f39909f requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:18:06.626296 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] Provisioning for port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:18:06.645151 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] Provisioning complete for port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:18:06.645512 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:06.863972 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] Current status of the port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:18:06.864269 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:06.912375 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] For port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a0862b4b-d2bf-4d63-b75c-fe94f7f62f04,segment=NetworkSegment(0dba1b9d-0bcf-440c-8608-1a95209fc799),segment_id=0dba1b9d-0bcf-440c-8608-1a95209fc799)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:18:06.918175 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:07.002609 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850aa367-1619-43de-be82-eb0fc7650bbe None None] Pushing event updated for resources: {'Port': ['ID=a0862b4b-d2bf-4d63-b75c-fe94f7f62f04,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:18:07.141989 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-84a3fed2-0c49-422b-b1a5-3435d9504bfa None None] Provisioning complete for port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:18:07.142428 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-84a3fed2-0c49-422b-b1a5-3435d9504bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:07.265426 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-84a3fed2-0c49-422b-b1a5-3435d9504bfa None None] Current status of the port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:18:08.211090 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:18:08.278488 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:18:08.279206 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:08.397247 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port a0862b4b-d2bf-4d63-b75c-fe94f7f62f04 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:18:13.922980 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:18:22.922190 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-dae38b1d-512f-4385-81d3-d68b1bf64d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:25.039021 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c4b1eeba-ecd7-49fd-8a4f-f33bf975d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:26.240692 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:26.429589 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:27.948136 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:50.923482 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:18:52.918972 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-dee94243-3db2-4e10-9809-f7ea7920b5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:55.035850 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-5e984a6b-360f-4dc0-ac4c-11feba0a28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:56.239180 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:56.432220 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:57.949967 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:17.753449 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47360) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:17.759587 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [None req-a375525a-1108-4ebb-bba1-c9b61d00e895 tempest-verify_tempest_config-1624422744 tempest-verify_tempest_config-1624422744-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:19:17.760603 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a375525a-1108-4ebb-bba1-c9b61d00e895 tempest-verify_tempest_config-1624422744 tempest-verify_tempest_config-1624422744-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061054 Jun 24 14:19:18.088860 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47378) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:18.215123 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:18.236475 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:19:18.240793 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Usage tracker for resource:security_group_rule and tenant:c3f777e076194e39a3862ee1b1e1278e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:19:18.243790 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:19:18.249964 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:19:18.343399 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:18.349700 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:18.393835 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c3f777e076194e39a3862ee1b1e1278e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3038993 Jun 24 14:19:18.394647 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6914a5d7-aa5c-4d99-b62c-d618812935c1,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:18.396938 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47384) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:18.401491 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.401813 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.402162 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.402513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.402828 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.403148 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.403446 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.403753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.404077 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.404390 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.404695 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.405002 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59902f-988b-4af7-b47c-3c59443f040c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.457382 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:18.482957 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:18.587306 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:18.601513 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6914a5d7-aa5c-4d99-b62c-d618812935c1,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:18.611417 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.611749 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.612080 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.612422 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.612718 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.613036 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.613349 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.613666 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.613974 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.614288 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.614693 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.615013 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:18.617888 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:18.619018 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3af66a73-64e1-483a-9b6c-c8a4eac6df9b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6914a5d7-aa5c-4d99-b62c-d618812935c1 HTTP/1.1" status: 204 len: 168 time: 0.2205269 Jun 24 14:19:22.913770 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-84a559ff-43db-43d7-9c71-6d46c1d2c0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:25.029082 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-82c2052f-3252-49a9-a15c-7cf3ece8ca2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:26.236095 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:26.434781 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:27.923209 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:19:27.948705 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:52.918578 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-da6f5fa9-3187-4211-be6f-e5953ed4dd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:55.033347 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ed75dc2d-18b8-4f0d-b983-305d718da3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:56.230121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:56.437500 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:57.951121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:04.922364 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:20:22.930540 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7c43-e4f0-4491-93a6-3af1d09c6f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:25.038920 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-76b5f3da-1884-4498-8bb3-897af1c0cde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:26.242106 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:26.451135 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:27.952688 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:41.927214 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 5 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:20:52.933785 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e81e7ce8-6c1c-46c4-b003-90e6d1c438ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:55.043945 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-2d99cbf8-7ecf-485c-87a8-f5523c5ac00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:56.236852 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:56.444737 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:57.964130 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:59.451331 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1935435'] for agent, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:15.214330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47454) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:21:15.359229 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e2c44100-d33a-4337-8ac9-3800a45ac2a7 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1435623 Jun 24 14:21:17.556356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47464) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:21:17.626220 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5a8b5f59-69fa-428d-9652-5ec0dbab3f21 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0685122 Jun 24 14:21:18.931851 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:21:22.927586 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-794a5cc7-4796-4c03-b787-c117dfd74909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:25.051358 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-cb822eb3-a972-4821-b945-6083e5dd34d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:26.250986 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:26.458960 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:27.959155 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:29.439567 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:52.939030 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-37e86343-94b9-4e5f-9dde-473da7c9dca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:55.055159 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-19a2ebc1-0503-4793-b816-b370490b4f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:55.931147 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:21:56.257070 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:56.460101 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:57.966104 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:59.449043 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:22.934396 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fad266ee-ec5b-4e0c-873b-66020a390f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:25.048722 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-30e4795e-5da2-4d56-a829-6aa8767196bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:26.241994 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:26.459042 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:27.967537 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:29.443889 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:32.930644 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:22:52.940102 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-841d245d-6998-4ac1-a363-cbda00e9f785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:55.052501 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-5339606d-221f-4ba9-a0e2-c37d53c802c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:56.247674 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:56.458425 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:57.984032 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:59.454409 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:00.535165 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47602) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:00.905735 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-729225098-network', 'tenant_id': 'b135092794e24d09b7eaa852215352f0'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:00.910675 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:00.914519 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Usage tracker for resource:network and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:00.917384 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:00.923112 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:00.935634 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Made reservation on behalf of b135092794e24d09b7eaa852215352f0 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:00.939347 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:00.954081 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:00.975898 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:00.980521 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Usage tracker for resource:security_group_rule and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:00.983946 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:00.990993 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:01.088787 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.093862 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.132591 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:23:01.141399 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48ef8e8-1ca4-4665-8e99-fcfb8640c106,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:01.151664 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.152003 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Added segment 9cb7ebd3-1683-4cbc-aa26-978a788896b8 of type vlan for network dca48f9e-5e55-4917-8c88-9d55aac1222e Jun 24 14:23:01.153752 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.154048 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.154589 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.154924 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.155252 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.155574 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.155903 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.156222 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.156548 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.156862 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.157179 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.157482 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Tracked resource versions report: Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: pushed versions: Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: { 'AddressGroup': {'1.2'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'ConntrackHelper': {'1.0'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Log': {'1.0'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Network': {'1.1'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Port': {'1.7'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'PortForwarding': {'1.2'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'QosPolicy': {'1.8'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroup': {'1.4'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'SubPort': {'1.0'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Subnet': {'1.1'}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Trunk': {'1.1'}} Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: consumer versions: Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'ConntrackHelper': '1.0', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Log': '1.0', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Network': '1.1', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Port': '1.7', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'PortForwarding': '1.2', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'QosPolicy': '1.8', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroup': '1.4', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'SecurityGroupRule': '1.2', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'SubPort': '1.0', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Subnet': '1.1', Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: 'Trunk': '1.1'}} Jun 24 14:23:01.158502 dv-cinder-847189-2-smb neutron-server[88153]: {{(pid=88153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:23:01.190332 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.229649 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.230796 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:01.231488 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.337522 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7974584 Jun 24 14:23:01.337981 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47658) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:01.343088 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93200a25-f81f-4996-b7d5-9772d1364f09 admin admin] Pushing event updated for resources: {'Network': ['ID=dca48f9e-5e55-4917-8c88-9d55aac1222e,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:01.343744 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Request body: {'subnet': {'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-subnet', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:01.352492 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:01.354840 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network dca48f9e-5e55-4917-8c88-9d55aac1222e details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:23:01.358548 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Usage tracker for resource:subnet and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:01.361854 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:01.368692 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:01.379486 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Made reservation on behalf of b135092794e24d09b7eaa852215352f0 for: {'subnet': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:01.382313 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.428862 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47662) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:01.604235 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.685141 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf52714-4bae-44fa-b375-b39f65ee1cbb,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:01.692621 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Checking segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:01.692992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Network hostable DHCP agents. Network: dca48f9e-5e55-4917-8c88-9d55aac1222e, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:23:01.699080 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.699423 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.699750 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.700084 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.700401 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.700751 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.701037 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.701356 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.701759 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.702009 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.702555 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.702869 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Tracked resource versions report: Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: pushed versions: Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: { 'AddressGroup': {'1.2'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'ConntrackHelper': {'1.0'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Log': {'1.0'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Network': {'1.1'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Port': {'1.7'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'PortForwarding': {'1.2'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'QosPolicy': {'1.8'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroup': {'1.4'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'SubPort': {'1.0'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Subnet': {'1.1'}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Trunk': {'1.1'}} Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: consumer versions: Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'ConntrackHelper': '1.0', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Log': '1.0', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Network': '1.1', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Port': '1.7', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'PortForwarding': '1.2', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'QosPolicy': '1.8', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroup': '1.4', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'SecurityGroupRule': '1.2', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'SubPort': '1.0', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Subnet': '1.1', Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: 'Trunk': '1.1'}} Jun 24 14:23:01.703844 dv-cinder-847189-2-smb neutron-server[88154]: {{(pid=88154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:23:01.714612 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47676) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:01.723210 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Network dca48f9e-5e55-4917-8c88-9d55aac1222e is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:23:01.733142 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, dca48f9e-5e55-4917-8c88-9d55aac1222e) {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:01.741124 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:01.741900 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.743935 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15725f1b-7969-4507-8d34-2fb7a641fe9f None None] Network dca48f9e-5e55-4917-8c88-9d55aac1222e requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:01.773316 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47686) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:01.773859 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-bf3d2b81-ef85-41a6-acdc-c743f99f2c12 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4346826 Jun 24 14:23:01.779128 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:01.784717 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:01.788997 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Usage tracker for resource:router and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:01.792152 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:01.799304 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:01.814680 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-890419667-network', 'tenant_id': '66b6df60554345868af966e437c8e055'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:01.819420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.820593 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.837665 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:01.844435 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.846205 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Usage tracker for resource:network and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:01.855780 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:01.864392 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:01.881351 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Made reservation on behalf of 66b6df60554345868af966e437c8e055 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:01.885531 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:01.967112 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47698) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:02.015875 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-dca48f9e-5e55-4917-8c88-9d55aac1222e', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:23:02.016748 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.059464 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.085070 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:02.093872 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-3926423-network', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:02.101278 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:02.105766 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Usage tracker for resource:network and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:02.108885 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:02.115141 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:02.128400 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:02.133632 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:02.185082 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Made reservation on behalf of da8bdd3a76284646a65d728c09f1ac2a for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:02.187861 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.199743 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Allocated IP 172.20.0.2 (dca48f9e-5e55-4917-8c88-9d55aac1222e/aaf52714-4bae-44fa-b375-b39f65ee1cbb/e790526e-3040-41ce-8a79-ed961370a8de) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:02.207095 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:02.270301 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.312748 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.317757 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:02.335473 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Usage tracker for resource:security_group_rule and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:02.346372 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-891953476-network', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:02.351682 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:02.358024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:02.367240 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Usage tracker for resource:network and tenant:0bcb19fcd59c4e36b2596044999e7bd4 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:02.373718 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:02.375988 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:02.395351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:02.421731 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Made reservation on behalf of 0bcb19fcd59c4e36b2596044999e7bd4 for: {'network': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:02.424212 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.425679 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.438034 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Transition to ACTIVE for port object e790526e-3040-41ce-8a79-ed961370a8de will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:02.447555 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.459965 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Transition to ACTIVE for port object e790526e-3040-41ce-8a79-ed961370a8de will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:02.470584 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.476098 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:02.486007 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0bcb19fcd59c4e36b2596044999e7bd4 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:02.492195 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:02.507618 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:02.624076 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Pushing event updated for resources: {'Port': ['ID=e790526e-3040-41ce-8a79-ed961370a8de,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:02.637478 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.637847 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.638169 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.638523 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.638853 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.639171 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.639579 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.639899 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.640214 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.640528 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.640834 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.642415 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Tracked resource versions report: Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: pushed versions: Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: { 'AddressGroup': {'1.2'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'ConntrackHelper': {'1.0'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Log': {'1.0'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Network': {'1.1'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Port': {'1.7'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'PortForwarding': {'1.2'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'QosPolicy': {'1.8'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroup': {'1.4'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'SubPort': {'1.0'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Subnet': {'1.1'}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Trunk': {'1.1'}} Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: consumer versions: Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'ConntrackHelper': '1.0', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Log': '1.0', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Network': '1.1', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Port': '1.7', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'PortForwarding': '1.2', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'QosPolicy': '1.8', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroup': '1.4', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'SecurityGroupRule': '1.2', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'SubPort': '1.0', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Subnet': '1.1', Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: 'Trunk': '1.1'}} Jun 24 14:23:02.655017 dv-cinder-847189-2-smb neutron-server[88155]: {{(pid=88155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:23:02.669649 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Network dca48f9e-5e55-4917-8c88-9d55aac1222e is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:02.683970 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:02.686911 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:02.718341 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.729292 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.729502 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.742420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.761588 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:23:02.786316 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.786919 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.segments_db [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Added segment 0e3bd755-112a-441b-abbc-7d37988d83ef of type vlan for network 55f4b12f-8307-4175-835b-50598e0feae2 Jun 24 14:23:02.837198 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45689fb-5a8c-4444-bf7a-6b99bb42b844,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:02.843829 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.856769 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.867177 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:23:02.873999 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.893553 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:23:02.903967 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.904681 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Added segment 69d50f7c-558c-4a64-a534-e35d78108301 of type vlan for network 724f4881-029e-406d-afbc-85e980605108 Jun 24 14:23:02.930765 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:02.986530 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Attempting to bind port e790526e-3040-41ce-8a79-ed961370a8de on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:02.986898 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Attempting to bind port e790526e-3040-41ce-8a79-ed961370a8de by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:02.987254 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Attempting to bind port e790526e-3040-41ce-8a79-ed961370a8de on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:02.996715 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f438c409-ff2a-49b2-8d78-46af22012136,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:02.999222 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.000132 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:03.000689 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.004354 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:03.004821 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Checking segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:03.005133 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.005502 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Bound using segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:03.007085 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Bound port: e790526e-3040-41ce-8a79-ed961370a8de, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:03.008453 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.100061 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.100790 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Added segment 16a87f18-137c-4e93-8102-76e121bd9fc9 of type vlan for network 2649c39e-7113-43a2-9437-cfcf9380e309 Jun 24 14:23:03.214499 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.217377 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:03.218597 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.230772 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] For port e790526e-3040-41ce-8a79-ed961370a8de, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:03.234937 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] For port e790526e-3040-41ce-8a79-ed961370a8de, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e790526e-3040-41ce-8a79-ed961370a8de,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:03.239831 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] Pushing event updated for resources: {'Network': ['ID=55f4b12f-8307-4175-835b-50598e0feae2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:03.245986 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.249685 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d9d978cf-8dcb-4984-a5f0-c3ab6a3460c6 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2799733 Jun 24 14:23:03.278270 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47738) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:03.294766 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Request body: {'subnet': {'network_id': '55f4b12f-8307-4175-835b-50598e0feae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-891953476-subnet', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:03.300344 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:03.325124 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Usage tracker for resource:subnet and tenant:0bcb19fcd59c4e36b2596044999e7bd4 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:03.328733 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:03.344575 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.350898 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:03.372035 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 55f4b12f-8307-4175-835b-50598e0feae2 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:23:03.385906 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Made reservation on behalf of 0bcb19fcd59c4e36b2596044999e7bd4 for: {'subnet': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:03.388307 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.481975 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Pushing event updated for resources: {'Network': ['ID=724f4881-029e-406d-afbc-85e980605108,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:03.525871 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a48e03-11cc-414c-b617-ceb941d4d643,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:03.572864 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.628580 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e2f90c55-221a-412c-955a-117b3bde7b96 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9127524 Jun 24 14:23:03.634982 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.635238 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:03.635863 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.641693 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47758) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:03.675529 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 724f4881-029e-406d-afbc-85e980605108 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:23:03.699859 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.801771 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:03.889136 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef482e-bafd-4208-abee-357ae557be77 None None] Pushing event updated for resources: {'Port': ['ID=e790526e-3040-41ce-8a79-ed961370a8de,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:03.897376 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbfe6e5-0f25-495b-98d3-47121d0d3075,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:03.905911 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Checking segment: {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:03.906275 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Network hostable DHCP agents. Network: 55f4b12f-8307-4175-835b-50598e0feae2, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:23:03.963695 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Network 55f4b12f-8307-4175-835b-50598e0feae2 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:23:03.993009 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 55f4b12f-8307-4175-835b-50598e0feae2) {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:04.003582 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:04.004535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.009191 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa45c8e-ae94-4b0c-a9be-41ca990bd522 None None] Network 55f4b12f-8307-4175-835b-50598e0feae2 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:04.041354 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-474528da-b535-43e9-9baf-79b1b618fb61 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7629509 Jun 24 14:23:04.043204 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47784) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:04.053486 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:04.061381 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:04.065669 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Usage tracker for resource:router and tenant:0bcb19fcd59c4e36b2596044999e7bd4 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:04.068886 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:04.075224 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:04.091984 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.106947 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.167199 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2649c39e-7113-43a2-9437-cfcf9380e309,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:04.178724 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.192021 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Request body: {'subnet': {'network_id': '724f4881-029e-406d-afbc-85e980605108', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-subnet', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:04.203298 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Allocated IP 172.28.2.39 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/9c931b40-4f41-4911-b95c-61178bd2f710) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:04.209194 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:04.217109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Usage tracker for resource:subnet and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:04.223486 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:04.233537 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 2649c39e-7113-43a2-9437-cfcf9380e309 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:23:04.233859 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-98221b27-e1b5-49e2-b6be-7026ae44c4c3 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8007817 Jun 24 14:23:04.233859 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:04.235107 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47796) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:04.242412 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Request body: {'subnet': {'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-890419667-subnet', 'tenant_id': '66b6df60554345868af966e437c8e055', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:04.263266 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:04.331069 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Usage tracker for resource:subnet and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:04.339048 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:04.343802 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Made reservation on behalf of da8bdd3a76284646a65d728c09f1ac2a for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:04.346013 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.580912 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47810) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:04.604231 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e790526e-3040-41ce-8a79-ed961370a8de up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:04.796445 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:04.844567 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.844860 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-55f4b12f-8307-4175-835b-50598e0feae2', 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'fixed_ips': [{'subnet_id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:23:04.845841 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.859867 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:04.916354 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:05.004653 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port e790526e-3040-41ce-8a79-ed961370a8de completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:05.026008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaaff93-81fb-4857-8be2-8d5b164e029e,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:05.036742 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:05.221731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:05.224763 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c931b40-4f41-4911-b95c-61178bd2f710,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:05.227927 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:05.262157 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:05.273522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:05.302310 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Allocated IP 172.20.0.2 (55f4b12f-8307-4175-835b-50598e0feae2/cdbfe6e5-0f25-495b-98d3-47121d0d3075/71e5d88d-9afb-44f8-8d54-28cc314491ae) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:05.305297 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Usage tracker for resource:security_group_rule and tenant:96fe5788c36c482ba929323cf1dbca2b is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:05.321479 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:05.359449 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:05.364213 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:05.476033 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Made reservation on behalf of 66b6df60554345868af966e437c8e055 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:05.499677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:05.617262 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47852) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:05.722734 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:05.732604 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:05.776168 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:05.778093 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Checking segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:05.778464 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Network hostable DHCP agents. Network: 724f4881-029e-406d-afbc-85e980605108, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:23:05.791245 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Transition to ACTIVE for port object 71e5d88d-9afb-44f8-8d54-28cc314491ae will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:05.797991 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Synchronizing usage tracker for tenant:3f409a48b16b40abbf757ab5a1563070 on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:05.818868 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Transition to ACTIVE for port object 71e5d88d-9afb-44f8-8d54-28cc314491ae will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:05.822761 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf165b2-d0db-41f7-a276-54d44944045d None None] Network dca48f9e-5e55-4917-8c88-9d55aac1222e requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:05.954826 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Network 724f4881-029e-406d-afbc-85e980605108 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:23:05.996914 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9a2de-3623-4117-8888-c0d1c6ad85cb,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:06.000259 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.013011 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 724f4881-029e-406d-afbc-85e980605108) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:06.022562 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:06.023130 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.033267 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:06.037662 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Usage tracker for resource:security_group_rule and tenant:29922f4855a94f9982baa6965d56084d is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:06.041277 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:06.048059 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:06.094688 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3cdf672b-f71a-4fb6-a2bd-6e5969d39603 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1094799 Jun 24 14:23:06.099899 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47870) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:06.111863 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:06.143677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.145590 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.151899 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.156167 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] Unset dirty status for tenant:3f409a48b16b40abbf757ab5a1563070 on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:06.157416 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0bf363a0-81a2-454d-9c74-41d839bd5c2a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=96fe5788c36c482ba929323cf1dbca2b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5752871 Jun 24 14:23:06.160916 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.169135 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47876) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:06.210489 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:06.229901 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf1305a-ee3c-4393-bd0e-2bb03ad046d3 None None] Network 724f4881-029e-406d-afbc-85e980605108 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:06.290339 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb33af6-5a96-4ad7-9f3b-abfaca2dae87,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:06.306850 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-672afc0a-6049-4a28-970c-b649c043012b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=29922f4855a94f9982baa6965d56084d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6857471 Jun 24 14:23:06.307044 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Usage tracker for resource:router and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:06.313414 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47886) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:06.322212 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:06.330669 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.341113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.392639 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.413948 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:06.416459 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9079d9-c6ed-41bd-9542-4f350f9fc030,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:06.474853 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Network 55f4b12f-8307-4175-835b-50598e0feae2 is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:06.479289 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:06.480950 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Checking segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:06.481627 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Network hostable DHCP agents. Network: 2649c39e-7113-43a2-9437-cfcf9380e309, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:23:06.484979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-724f4881-029e-406d-afbc-85e980605108', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:23:06.486013 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.496848 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-057e90c2-f365-4f28-a9c6-552a447f3fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.497488 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.498514 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.499781 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:06.537080 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Network 2649c39e-7113-43a2-9437-cfcf9380e309 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:23:06.553441 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.620538 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 2649c39e-7113-43a2-9437-cfcf9380e309) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:06.625666 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] Provisioning for port e790526e-3040-41ce-8a79-ed961370a8de completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:06.632875 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Attempting to bind port 71e5d88d-9afb-44f8-8d54-28cc314491ae on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:06.633461 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Attempting to bind port 71e5d88d-9afb-44f8-8d54-28cc314491ae by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:06.634069 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Attempting to bind port 71e5d88d-9afb-44f8-8d54-28cc314491ae on network 55f4b12f-8307-4175-835b-50598e0feae2 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:06.647322 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:06.648085 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Checking segment: {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:06.648686 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.649304 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Bound using segment: {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:06.650341 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Bound port: 71e5d88d-9afb-44f8-8d54-28cc314491ae, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:06.650970 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.669011 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b61d1-2a94-4ec4-afbe-c31573d11dff None None] Network 2649c39e-7113-43a2-9437-cfcf9380e309 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:06.693851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-057e90c2-f365-4f28-a9c6-552a447f3fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.704136 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-659e67a8-17df-4870-aed7-7e514a296bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.710665 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:06.711246 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.762801 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] For port 71e5d88d-9afb-44f8-8d54-28cc314491ae, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:06.766699 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] For port 71e5d88d-9afb-44f8-8d54-28cc314491ae, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=71e5d88d-9afb-44f8-8d54-28cc314491ae,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:06.783151 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] Provisioning complete for port e790526e-3040-41ce-8a79-ed961370a8de triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:06.783754 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.797763 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-659e67a8-17df-4870-aed7-7e514a296bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.834654 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Allocated IP 172.28.2.164 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/d9da089e-d213-465f-9c8f-217d2145d1c1) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:06.850061 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:06.881095 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Pushing event updated for resources: {'Port': ['ID=71e5d88d-9afb-44f8-8d54-28cc314491ae,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:06.914850 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b83f677f-3c69-4c25-a50a-469b53501233 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6762772 Jun 24 14:23:06.917236 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47906) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:07.035609 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:07.052769 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:07.057365 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Usage tracker for resource:router and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:07.063159 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:07.069489 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.075064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:07.108843 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-057e90c2-f365-4f28-a9c6-552a447f3fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.126301 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-659e67a8-17df-4870-aed7-7e514a296bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.131817 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e90c2-f365-4f28-a9c6-552a447f3fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9a2de-3623-4117-8888-c0d1c6ad85cb,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:07.165963 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e67a8-17df-4870-aed7-7e514a296bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb33af6-5a96-4ad7-9f3b-abfaca2dae87,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:07.183412 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.195448 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.202521 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.203829 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.210928 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.217887 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-057e90c2-f365-4f28-a9c6-552a447f3fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.222577 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-057e90c2-f365-4f28-a9c6-552a447f3fa6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6fd9a2de-3623-4117-8888-c0d1c6ad85cb HTTP/1.1" status: 204 len: 168 time: 1.0428441 Jun 24 14:23:07.235647 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-659e67a8-17df-4870-aed7-7e514a296bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.236733 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-659e67a8-17df-4870-aed7-7e514a296bca admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dcb33af6-5a96-4ad7-9f3b-abfaca2dae87 HTTP/1.1" status: 204 len: 168 time: 0.9224207 Jun 24 14:23:07.254783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:07.257620 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:07.266409 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:07.387746 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Pushing event updated for resources: {'Port': ['ID=d9da089e-d213-465f-9c8f-217d2145d1c1,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:07.528719 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Allocated IP 172.20.0.2 (724f4881-029e-406d-afbc-85e980605108/8eaaff93-81fb-4857-8be2-8d5b164e029e/ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:07.806214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:07.907476 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d35e4-a74e-4493-a16c-9780d4dca986 None None] Pushing event updated for resources: {'Port': ['ID=71e5d88d-9afb-44f8-8d54-28cc314491ae,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:07.956187 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-2649c39e-7113-43a2-9437-cfcf9380e309', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:23:07.957126 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.139008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47942) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:08.229661 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47952) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:08.283754 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.312522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.352621 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] Current status of the port e790526e-3040-41ce-8a79-ed961370a8de is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:08.353184 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.466291 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.528015 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 71e5d88d-9afb-44f8-8d54-28cc314491ae up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:08.578084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:08.582822 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:08.605178 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Usage tracker for resource:security_group_rule and tenant:79a3c82a49a74061817e00ee7f9628a2 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:08.612740 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Usage tracker for resource:security_group_rule and tenant:1f6ba3c013b84ddb80c61e332e14900c is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:08.617075 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.620973 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:08.633847 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:08.636522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:08.653907 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:08.718542 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] For port e790526e-3040-41ce-8a79-ed961370a8de, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e790526e-3040-41ce-8a79-ed961370a8de,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:08.761060 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:23:08.789100 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.803316 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.936328 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0cff8-b4b4-4933-b760-664516a1f5ab None None] Network 55f4b12f-8307-4175-835b-50598e0feae2 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:08.941423 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.045627 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Transition to ACTIVE for port object ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:09.116996 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 71e5d88d-9afb-44f8-8d54-28cc314491ae completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:09.126408 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Transition to ACTIVE for port object ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:09.133202 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Provisioning complete for port e790526e-3040-41ce-8a79-ed961370a8de triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:09.133669 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.154871 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Router 430484df-46fc-4cdd-a955-5f17c51cd462 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:23:09.158526 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4ccb6-1938-4724-9e13-367dcd8cfc52 None None] Pushing event updated for resources: {'Port': ['ID=e790526e-3040-41ce-8a79-ed961370a8de,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:09.182657 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Allocated IP 172.20.0.2 (2649c39e-7113-43a2-9437-cfcf9380e309/1e9079d9-c6ed-41bd-9542-4f350f9fc030/8ee54e25-8fe8-4106-9ecb-90f412a7be87) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:09.187979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.375781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:09.382496 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.393622 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.395998 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Sync routers for ids ['430484df-46fc-4cdd-a955-5f17c51cd462'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:09.413278 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Routers {'430484df-46fc-4cdd-a955-5f17c51cd462'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:09.415091 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['430484df-46fc-4cdd-a955-5f17c51cd462'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:09.421287 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] Notify callbacks [] for router, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.422569 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b2a41c2f-bf81-4c21-aa15-87522f5a4539 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3781526 Jun 24 14:23:09.426096 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47968) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:09.442870 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.465491 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.473414 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.475135 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:09.505518 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Network 724f4881-029e-406d-afbc-85e980605108 is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:09.521242 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Sync routers for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:09.525373 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:09.531420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:09.535979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Pushing event updated for resources: {'Port': ['ID=ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:09.558626 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:09.591836 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=79a3c82a49a74061817e00ee7f9628a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4450991 Jun 24 14:23:09.592499 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47978) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:09.597234 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:09.598359 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:09.707626 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Set router 430484df-46fc-4cdd-a955-5f17c51cd462 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:09.750063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb51ea-f367-4003-93e9-a18c56ef2837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78589c8-cee8-4468-a75d-8af1f238e0c2,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:09.758043 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1f6ba3c013b84ddb80c61e332e14900c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5215600 Jun 24 14:23:09.760651 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 47982) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:09.955294 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:23:09.980437 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Allocated IP 172.28.2.229 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/af733073-4e76-41d6-9b30-62eb87275588) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:10.049912 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Attempting to bind port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:10.050548 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Attempting to bind port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:10.050848 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Attempting to bind port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 on network 724f4881-029e-406d-afbc-85e980605108 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:10.138086 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:23:07Z', 'revision_number': 3, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:10.143316 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Checking router: 430484df-46fc-4cdd-a955-5f17c51cd462 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:10.144059 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Updating router 430484df-46fc-4cdd-a955-5f17c51cd462 port d9da089e-d213-465f-9c8f-217d2145d1c1 binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:10.152467 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7673b986-9f19-47a2-bd4e-d5d7710b8d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.174563 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:10.174823 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Checking segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:10.175278 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.175665 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Bound using segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:10.176150 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Bound port: ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:10.176519 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.190899 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.192632 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Current status of the port e790526e-3040-41ce-8a79-ed961370a8de is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:10.200096 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7673b986-9f19-47a2-bd4e-d5d7710b8d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.211026 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.270689 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.270689 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-918445f9-19e4-43e3-9ed8-5d0dfafb3ec3 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4967165 Jun 24 14:23:10.270689 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65dc19-209f-4001-9799-510e156a94ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef61d5c-adff-42b7-869d-90cccd32a4fc,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:10.274515 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 47996) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:10.418007 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Provisioning for port 71e5d88d-9afb-44f8-8d54-28cc314491ae completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:10.452273 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.463924 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:10.469754 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7673b986-9f19-47a2-bd4e-d5d7710b8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.500368 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7673b986-9f19-47a2-bd4e-d5d7710b8d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.503921 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7673b986-9f19-47a2-bd4e-d5d7710b8d8e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6ef61d5c-adff-42b7-869d-90cccd32a4fc HTTP/1.1" status: 204 len: 168 time: 0.7399049 Jun 24 14:23:10.543799 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673b986-9f19-47a2-bd4e-d5d7710b8d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef61d5c-adff-42b7-869d-90cccd32a4fc,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:10.567674 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.571733 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e790526e-3040-41ce-8a79-ed961370a8de up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:10.671686 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.719491 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.743230 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Transition to ACTIVE for port object d9da089e-d213-465f-9c8f-217d2145d1c1 will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:10.756359 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.847805 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Provisioning complete for port 71e5d88d-9afb-44f8-8d54-28cc314491ae triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:10.855150 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.876811 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Pushing event updated for resources: {'Port': ['ID=d9da089e-d213-465f-9c8f-217d2145d1c1,revision_number=2']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:10.889486 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.889967 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.890312 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.891070 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.891407 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.891733 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.892060 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.892378 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.892700 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.893019 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.893335 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.893651 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Tracked resource versions report: Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: pushed versions: Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: { 'AddressGroup': {'1.2'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'ConntrackHelper': {'1.0'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Log': {'1.0'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Network': {'1.1'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Port': {'1.7'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'PortForwarding': {'1.2'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'QosPolicy': {'1.8'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroup': {'1.4'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'SubPort': {'1.0'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Subnet': {'1.1'}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Trunk': {'1.1'}} Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: consumer versions: Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: { DHCP agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: L3 agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: Metadata agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: Metering agent@dv-cinder-847189-2-smb: {}, Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: Open vSwitch agent@dv-cinder-847189-2-smb: { 'AddressGroup': '1.2', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'ConntrackHelper': '1.0', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Log': '1.0', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Network': '1.1', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Port': '1.7', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'PortForwarding': '1.2', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'QosPolicy': '1.8', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroup': '1.4', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'SecurityGroupRule': '1.2', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'SubPort': '1.0', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Subnet': '1.1', Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: 'Trunk': '1.1'}} Jun 24 14:23:10.894755 dv-cinder-847189-2-smb neutron-server[88156]: {{(pid=88156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:23:10.975493 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Attempting to bind port d9da089e-d213-465f-9c8f-217d2145d1c1 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:10.975866 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Attempting to bind port d9da089e-d213-465f-9c8f-217d2145d1c1 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:10.976228 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Attempting to bind port d9da089e-d213-465f-9c8f-217d2145d1c1 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:10.991109 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:10.991486 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:10.991889 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.992281 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:10.992763 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Bound port: d9da089e-d213-465f-9c8f-217d2145d1c1, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:10.993152 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.018244 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Allocated IP 172.20.0.1 (55f4b12f-8307-4175-835b-50598e0feae2/cdbfe6e5-0f25-495b-98d3-47121d0d3075/aa34d894-42af-401c-965e-252601e06255) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:11.071185 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:11.090102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:11.094573 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:11.124472 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Transition to ACTIVE for port object 8ee54e25-8fe8-4106-9ecb-90f412a7be87 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:11.231112 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] For port d9da089e-d213-465f-9c8f-217d2145d1c1, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:11.243267 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] For port d9da089e-d213-465f-9c8f-217d2145d1c1, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=d9da089e-d213-465f-9c8f-217d2145d1c1,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:11.252828 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.271177 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Pushing event updated for resources: {'Port': ['ID=af733073-4e76-41d6-9b30-62eb87275588,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:11.292996 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.319226 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5a6070e-5b9d-4e63-a419-5d04fb5404c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.370856 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Routers {'430484df-46fc-4cdd-a955-5f17c51cd462'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:11.371582 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['430484df-46fc-4cdd-a955-5f17c51cd462'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:11.443765 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.482204 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Transition to ACTIVE for port object aa34d894-42af-401c-965e-252601e06255 will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:11.497265 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.526724 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Current status of the port 71e5d88d-9afb-44f8-8d54-28cc314491ae is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:11.528624 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.542564 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.603236 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] For port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:11.664165 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Network 55f4b12f-8307-4175-835b-50598e0feae2 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:11.667196 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:11.674776 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:11.676025 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.722115 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] For port 71e5d88d-9afb-44f8-8d54-28cc314491ae, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=71e5d88d-9afb-44f8-8d54-28cc314491ae,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:11.741886 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5a6070e-5b9d-4e63-a419-5d04fb5404c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.754003 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Transition to ACTIVE for port object 8ee54e25-8fe8-4106-9ecb-90f412a7be87 will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:11.780901 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.788318 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] For port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:11.843531 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48062) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:11.860308 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] Set router 430484df-46fc-4cdd-a955-5f17c51cd462 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:11.881262 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.921582 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.934680 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port e790526e-3040-41ce-8a79-ed961370a8de triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:11.935410 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.951648 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.124482 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Pushing event updated for resources: {'Port': ['ID=aa34d894-42af-401c-965e-252601e06255,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:12.139391 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Network 2649c39e-7113-43a2-9437-cfcf9380e309 is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:12.187260 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:12.201643 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:12.215572 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78379751-7a7d-4475-bae6-e62c53e34984 None None] Pushing event updated for resources: {'Port': ['ID=d9da089e-d213-465f-9c8f-217d2145d1c1,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:12.273098 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.290937 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Allocated IP 172.28.2.159 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:12.314165 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:12.319385 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdb9f0bca3a4868a679ca6050dadc88 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:12.320821 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:23:07Z', 'revision_number': 3, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:12.322436 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:12.329059 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:12.333152 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a600d4d-b602-4093-8ab1-e42311bebb68 None None] The sync data for ids ['430484df-46fc-4cdd-a955-5f17c51cd462'] in dv-cinder-847189-2-smb is: [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:23:07Z', 'revision_number': 3, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:12.384371 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b6ef1-08d5-405a-a737-61f86e58f1de None None] Pushing event updated for resources: {'Port': ['ID=71e5d88d-9afb-44f8-8d54-28cc314491ae,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:12.519903 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Pushing event updated for resources: {'Port': ['ID=8ee54e25-8fe8-4106-9ecb-90f412a7be87,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:12.523178 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.540302 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.588415 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93099782-ea5e-4bf3-b4d0-aad3d2c5cb7e,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:12.669593 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-c6bf5e32-bbea-4fa3-8421-4472ca4108bf None None] Provisioning complete for port 71e5d88d-9afb-44f8-8d54-28cc314491ae triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:12.669963 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5e32-bbea-4fa3-8421-4472ca4108bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.692568 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-9476f8a6-153f-4c85-967f-3efcddb9a496 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8cdb9f0bca3a4868a679ca6050dadc88&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8439851 Jun 24 14:23:12.693851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48080) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:12.795059 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Attempting to bind port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:12.795414 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Attempting to bind port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:12.795755 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Attempting to bind port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 on network 2649c39e-7113-43a2-9437-cfcf9380e309 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:12.805866 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.resource_extend [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:23:12.815562 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:05Z', 'revision_number': 3, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:12.869512 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.875772 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:12.876031 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Checking segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:12.876428 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.876813 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Bound using segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:12.877297 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Bound port: 8ee54e25-8fe8-4106-9ecb-90f412a7be87, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:12.877663 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.895972 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.897153 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:12.921354 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Checking router: 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:12.921730 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Updating router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 port 9c931b40-4f41-4911-b95c-61178bd2f710 binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:12.964526 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3d5d-5c98-4756-8be0-0bf200179ed9 None None] Pushing event updated for resources: {'Port': ['ID=ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:12.980472 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port e790526e-3040-41ce-8a79-ed961370a8de is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:13.094768 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7ac85217-4bf0-43e8-a529-0ea0c85506a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.134988 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5a6070e-5b9d-4e63-a419-5d04fb5404c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.200919 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6070e-5b9d-4e63-a419-5d04fb5404c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78589c8-cee8-4468-a75d-8af1f238e0c2,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:13.236981 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] For port 8ee54e25-8fe8-4106-9ecb-90f412a7be87, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:13.242340 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] For port 8ee54e25-8fe8-4106-9ecb-90f412a7be87, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=8ee54e25-8fe8-4106-9ecb-90f412a7be87,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:13.267924 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.413557 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5a6070e-5b9d-4e63-a419-5d04fb5404c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.422283 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e5a6070e-5b9d-4e63-a419-5d04fb5404c1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b78589c8-cee8-4468-a75d-8af1f238e0c2 HTTP/1.1" status: 204 len: 168 time: 3.8030200 Jun 24 14:23:13.431661 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.443417 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.480375 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf5e32-bbea-4fa3-8421-4472ca4108bf None None] Current status of the port 71e5d88d-9afb-44f8-8d54-28cc314491ae is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:13.486073 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 71e5d88d-9afb-44f8-8d54-28cc314491ae up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:13.569645 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.695833 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Network 55f4b12f-8307-4175-835b-50598e0feae2 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:13.703308 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:13.757033 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d67a96d0-a21f-4c45-a11b-e99ca33894d3 None None] Provisioning for port aa34d894-42af-401c-965e-252601e06255 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:13.869539 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc1120-9fad-425e-b567-68d41deafb4d None None] Pushing event updated for resources: {'Port': ['ID=8ee54e25-8fe8-4106-9ecb-90f412a7be87,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:13.926918 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d67a96d0-a21f-4c45-a11b-e99ca33894d3 None None] Provisioning complete for port aa34d894-42af-401c-965e-252601e06255 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:13.927348 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-d67a96d0-a21f-4c45-a11b-e99ca33894d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.024211 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7ac85217-4bf0-43e8-a529-0ea0c85506a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.026581 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.049632 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Pushing event updated for resources: {'Port': ['ID=aa34d894-42af-401c-965e-252601e06255,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:14.094487 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 71e5d88d-9afb-44f8-8d54-28cc314491ae triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:14.094867 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.377357 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.465922 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7ac85217-4bf0-43e8-a529-0ea0c85506a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.495426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Router 430484df-46fc-4cdd-a955-5f17c51cd462 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:23:14.496533 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7ac85217-4bf0-43e8-a529-0ea0c85506a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.497759 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7ac85217-4bf0-43e8-a529-0ea0c85506a6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/93099782-ea5e-4bf3-b4d0-aad3d2c5cb7e HTTP/1.1" status: 204 len: 168 time: 1.7917655 Jun 24 14:23:14.500614 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac85217-4bf0-43e8-a529-0ea0c85506a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93099782-ea5e-4bf3-b4d0-aad3d2c5cb7e,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:14.501781 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-d67a96d0-a21f-4c45-a11b-e99ca33894d3 None None] Port aa34d894-42af-401c-965e-252601e06255 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:14.666366 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad579db2-31e8-45ed-aedc-a3f7f15d912c None None] Network 724f4881-029e-406d-afbc-85e980605108 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:14.941450 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:14.968647 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:14.983973 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:14.995491 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-08f7afa6-0fe3-45c4-87ae-b04f997f8810 admin admin] 10.222.0.33 "PUT /v2.0/routers/430484df-46fc-4cdd-a955-5f17c51cd462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5668321 Jun 24 14:23:15.013607 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:15.146142 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-38f8390e-9073-4330-b825-8acff6994cea None None] Provisioning complete for port aa34d894-42af-401c-965e-252601e06255 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:15.146870 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-38f8390e-9073-4330-b825-8acff6994cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:15.188157 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd767ab1-6974-49c0-8177-3f418b877085 None None] Network 2649c39e-7113-43a2-9437-cfcf9380e309 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:15.275250 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:15.280831 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Allocated IP 172.20.0.1 (dca48f9e-5e55-4917-8c88-9d55aac1222e/aaf52714-4bae-44fa-b375-b39f65ee1cbb/edeef71e-b297-4980-9794-db126ebb8cb4) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:15.498990 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.resource_extend [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:23:15.516526 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:15.545434 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 71e5d88d-9afb-44f8-8d54-28cc314491ae is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:15.546593 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:15.673249 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-38f8390e-9073-4330-b825-8acff6994cea None None] Port aa34d894-42af-401c-965e-252601e06255 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:15.767804 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Sync routers for ids ['430484df-46fc-4cdd-a955-5f17c51cd462'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:15.772031 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-38f8390e-9073-4330-b825-8acff6994cea None None] Provisioning for port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:15.784591 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Routers {'430484df-46fc-4cdd-a955-5f17c51cd462'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:15.786899 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['430484df-46fc-4cdd-a955-5f17c51cd462'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:15.799653 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:15.830644 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Transition to ACTIVE for port object 9c931b40-4f41-4911-b95c-61178bd2f710 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:15.847048 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:15.851314 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:15.897623 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:15.897983 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.120396 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Attempting to bind port 9c931b40-4f41-4911-b95c-61178bd2f710 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:16.120761 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Attempting to bind port 9c931b40-4f41-4911-b95c-61178bd2f710 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:16.121188 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Attempting to bind port 9c931b40-4f41-4911-b95c-61178bd2f710 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:16.174990 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:16.175445 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:16.175870 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.176265 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:16.176763 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Bound port: 9c931b40-4f41-4911-b95c-61178bd2f710, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:16.177159 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.194472 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.266650 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c3c8-06bd-41ee-acad-801efea36e13 None None] Pushing event updated for resources: {'Port': ['ID=9c931b40-4f41-4911-b95c-61178bd2f710,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:16.277697 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-dd1f9445-d1b6-49b7-bf97-43466ac2fff8 None None] Provisioning for port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:16.282815 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Transition to ACTIVE for port object edeef71e-b297-4980-9794-db126ebb8cb4 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:16.301703 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Router ee89050f-1511-4def-baf3-fdae765c9ac5 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:23:16.384624 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Set router 430484df-46fc-4cdd-a955-5f17c51cd462 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:16.469817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] For port 9c931b40-4f41-4911-b95c-61178bd2f710, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:16.477160 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] For port 9c931b40-4f41-4911-b95c-61178bd2f710, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=9c931b40-4f41-4911-b95c-61178bd2f710,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:16.520035 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:16.520500 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.543663 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.574220 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48178) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:16.637343 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48190) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:16.642516 dv-cinder-847189-2-smb neutron-server[88154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 14:23:16.654606 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:16.657537 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.730840 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:16.760535 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Sync routers for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:16.801587 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.802811 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device d9da089e-d213-465f-9c8f-217d2145d1c1 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:16.874936 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.875125 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:16.879028 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-15d49143-a99d-4e02-b0dc-9489b609b339 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.7754600 Jun 24 14:23:16.882213 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48200) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:16.892617 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:16.893496 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:16.964142 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 4, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'aa34d894-42af-401c-965e-252601e06255', 'name': '', 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'mac_address': 'fa:16:3e:b9:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:10Z', 'updated_at': '2022-06-24T14:23:12Z', 'revision_number': 2, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'subnets': [{'id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:16.978478 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Checking router: 430484df-46fc-4cdd-a955-5f17c51cd462 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:16.978868 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Updating router 430484df-46fc-4cdd-a955-5f17c51cd462 port aa34d894-42af-401c-965e-252601e06255 binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:16.983347 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-6fed01e1-be4d-4791-901c-23a3cdb091bc tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:16.990001 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-6fed01e1-be4d-4791-901c-23a3cdb091bc tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Synchronizing usage tracker for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:network {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:16.997547 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:16.998194 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:17.008889 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:17.013293 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Usage tracker for resource:security_group_rule and tenant:d57c15c34cab480cb2c4da500e32a19b is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:17.020548 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:17.036966 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:17.089541 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.175295 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.184122 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.233379 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d57c15c34cab480cb2c4da500e32a19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6574218 Jun 24 14:23:17.238409 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48216) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:17.290013 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c3c8-06bd-41ee-acad-801efea36e13 None None] Pushing event updated for resources: {'Port': ['ID=9c931b40-4f41-4911-b95c-61178bd2f710,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:17.346277 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-23785818-b2aa-46c5-b907-ef82fc2af436 None None] Provisioning complete for port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:17.347022 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-23785818-b2aa-46c5-b907-ef82fc2af436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.382868 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-6fed01e1-be4d-4791-901c-23a3cdb091bc tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Unset dirty status for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:network {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:17.384035 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-6fed01e1-be4d-4791-901c-23a3cdb091bc tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/networks?id=55f4b12f-8307-4175-835b-50598e0feae2 HTTP/1.1" status: 200 len: 811 time: 0.7438831 Jun 24 14:23:17.392012 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f3d13eb1-4c7c-4284-91fa-796c56b48153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.439348 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f3d13eb1-4c7c-4284-91fa-796c56b48153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.522958 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-a070d7f4-f1e8-4b40-9ec6-755d2c84817e tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/quotas/0bcb19fcd59c4e36b2596044999e7bd4 HTTP/1.1" status: 200 len: 375 time: 0.0222135 Jun 24 14:23:17.523860 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d8a9b-612d-4613-8f2a-e44cef8c1d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228c0bac-0091-4c74-a58c-7b7266ec91da,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:17.527425 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f3d13eb1-4c7c-4284-91fa-796c56b48153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.543759 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13eb1-4c7c-4284-91fa-796c56b48153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c0bac-0091-4c74-a58c-7b7266ec91da,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:17.613013 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f3d13eb1-4c7c-4284-91fa-796c56b48153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.614151 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f3d13eb1-4c7c-4284-91fa-796c56b48153 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/228c0bac-0091-4c74-a58c-7b7266ec91da HTTP/1.1" status: 204 len: 168 time: 0.3747146 Jun 24 14:23:17.653763 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-8ea519f5-f91e-45fe-a86e-5f5c68a85558 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Synchronizing usage tracker for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:17.685846 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-8ea519f5-f91e-45fe-a86e-5f5c68a85558 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Unset dirty status for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:17.687445 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-8ea519f5-f91e-45fe-a86e-5f5c68a85558 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=0bcb19fcd59c4e36b2596044999e7bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550558 Jun 24 14:23:17.751078 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port d9da089e-d213-465f-9c8f-217d2145d1c1 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:17.771196 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:17.815921 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port d9da089e-d213-465f-9c8f-217d2145d1c1 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:17.816775 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.825140 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.912968 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:17.916116 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:17.938703 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Transition to ACTIVE for port object aa34d894-42af-401c-965e-252601e06255 will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:17.953643 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:18.034355 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:18.245474 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0c344-7a31-4248-b251-a095f8836f40 None None] Pushing event updated for resources: {'Port': ['ID=aa34d894-42af-401c-965e-252601e06255,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:18.309701 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Network dca48f9e-5e55-4917-8c88-9d55aac1222e is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:18.325272 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:18.333092 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:18.336134 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:18.416759 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Attempting to bind port aa34d894-42af-401c-965e-252601e06255 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:18.417517 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Attempting to bind port aa34d894-42af-401c-965e-252601e06255 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:18.418151 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Attempting to bind port aa34d894-42af-401c-965e-252601e06255 on network 55f4b12f-8307-4175-835b-50598e0feae2 {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:18.439427 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:18.444622 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Checking segment: {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:18.445490 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:18.446113 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Bound using segment: {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:18.446856 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Bound port: aa34d894-42af-401c-965e-252601e06255, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:18.447582 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:18.486264 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-6b0cb67c-2933-4714-8aef-a9144ae43776 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:23:18.487498 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-6b0cb67c-2933-4714-8aef-a9144ae43776 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0934520 Jun 24 14:23:18.669015 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] For port aa34d894-42af-401c-965e-252601e06255, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:18.678770 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] For port aa34d894-42af-401c-965e-252601e06255, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=aa34d894-42af-401c-965e-252601e06255,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:18.695378 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:18.804739 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0c344-7a31-4248-b251-a095f8836f40 None None] Pushing event updated for resources: {'Port': ['ID=aa34d894-42af-401c-965e-252601e06255,revision_number=4']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:18.825116 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Routers {'430484df-46fc-4cdd-a955-5f17c51cd462'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:18.825980 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['430484df-46fc-4cdd-a955-5f17c51cd462'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:18.872265 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=edeef71e-b297-4980-9794-db126ebb8cb4,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:18.874671 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-6a63a38d-0fa9-4833-8ed9-f91cd08ba848 service neutron] 10.222.0.33 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755143 Jun 24 14:23:19.136012 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-23785818-b2aa-46c5-b907-ef82fc2af436 None None] Current status of the port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:19.205080 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-0ce61e41-a4fa-4467-9cbe-ecbf7bb6db60 service neutron] 10.222.0.33 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219502 Jun 24 14:23:19.219090 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] Set router 430484df-46fc-4cdd-a955-5f17c51cd462 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:19.239819 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48288) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:19.371416 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:19.482832 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:19.550958 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:19.562869 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Usage tracker for resource:security_group_rule and tenant:736947cfaab840369e35dc1fbc2e976a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:19.571453 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:19.589414 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:19.728923 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:19.743085 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:19.803583 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03432285-2d79-4630-be8d-f6e7c92b6aa3,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:19.840812 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48316) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:19.872954 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7cc8d263-4ae5-4036-af2f-f125e97278ca admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=736947cfaab840369e35dc1fbc2e976a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273384 Jun 24 14:23:19.874085 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48324) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:19.898229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48326) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:20.040049 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:12Z', 'revision_number': 3, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:20.042860 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-92c15f91-2d07-401d-b0ba-e2c35b271af5 None None] Provisioning for port edeef71e-b297-4980-9794-db126ebb8cb4 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:20.056155 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-92c15f91-2d07-401d-b0ba-e2c35b271af5 None None] Provisioning complete for port edeef71e-b297-4980-9794-db126ebb8cb4 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:20.056524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-92c15f91-2d07-401d-b0ba-e2c35b271af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.085451 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-36fac17d-2563-4cb2-8c7b-7a552f7e7b9c req-56854b9c-8652-4853-9d9d-fddb5d3daaa9 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.2284758 Jun 24 14:23:20.100250 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Checking router: ee89050f-1511-4def-baf3-fdae765c9ac5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:20.100616 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Updating router ee89050f-1511-4def-baf3-fdae765c9ac5 port af733073-4e76-41d6-9b30-62eb87275588 binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:20.105501 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.146613 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port d9da089e-d213-465f-9c8f-217d2145d1c1 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:20.147854 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.170300 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port d9da089e-d213-465f-9c8f-217d2145d1c1, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=d9da089e-d213-465f-9c8f-217d2145d1c1,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:20.197393 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-72fe47f2-0970-45f1-937f-cc0e3835f4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.200525 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 4, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'aa34d894-42af-401c-965e-252601e06255', 'name': '', 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'mac_address': 'fa:16:3e:b9:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:10Z', 'updated_at': '2022-06-24T14:23:18Z', 'revision_number': 4, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'subnets': [{'id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:20.204211 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-92c15f91-2d07-401d-b0ba-e2c35b271af5 None None] Port edeef71e-b297-4980-9794-db126ebb8cb4 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:20.210943 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9525a-c7f0-402e-b203-ea9e8f951f15 None None] The sync data for ids ['430484df-46fc-4cdd-a955-5f17c51cd462'] in dv-cinder-847189-2-smb is: [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 4, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'aa34d894-42af-401c-965e-252601e06255', 'name': '', 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'mac_address': 'fa:16:3e:b9:01:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:10Z', 'updated_at': '2022-06-24T14:23:18Z', 'revision_number': 4, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'subnets': [{'id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:20.227929 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.243146 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-72fe47f2-0970-45f1-937f-cc0e3835f4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.355441 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-72fe47f2-0970-45f1-937f-cc0e3835f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.376995 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460980975-network', 'tenant_id': '7ce48a0f6169433090aa3078f94853f6'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:20.379601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe47f2-0970-45f1-937f-cc0e3835f4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03432285-2d79-4630-be8d-f6e7c92b6aa3,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:20.384192 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-72fe47f2-0970-45f1-937f-cc0e3835f4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.387813 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-72fe47f2-0970-45f1-937f-cc0e3835f4e3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/03432285-2d79-4630-be8d-f6e7c92b6aa3 HTTP/1.1" status: 204 len: 168 time: 0.3256099 Jun 24 14:23:20.403557 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:20.409084 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=d9da089e-d213-465f-9c8f-217d2145d1c1,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:20.418693 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Usage tracker for resource:network and tenant:7ce48a0f6169433090aa3078f94853f6 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:20.426094 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:20.443671 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:20.447827 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.594417 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 8ee54e25-8fe8-4106-9ecb-90f412a7be87 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:20.636692 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:05Z', 'revision_number': 3, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:20.656891 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b93d53-a4dd-40ec-869d-cb4d4d99a150 None None] The sync data for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb is: [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:05Z', 'revision_number': 3, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:20.794622 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Made reservation on behalf of 7ce48a0f6169433090aa3078f94853f6 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:20.796963 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.837990 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:20.851934 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.865171 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:20.865547 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:20.903570 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:21.031996 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce48a0f6169433090aa3078f94853f6 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:21.195271 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:21.212285 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:21.302236 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Router f5714f23-aa90-43fb-892d-b659d686c271 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:23:21.311747 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:21.386618 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:21.387075 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:21.398036 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-479f9582-004e-47dd-a4c3-b048c2b84bb8 req-c6ca2de9-c5c4-4d3e-b0b5-d23f73126041 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.1542087 Jun 24 14:23:21.498744 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 8ee54e25-8fe8-4106-9ecb-90f412a7be87, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=8ee54e25-8fe8-4106-9ecb-90f412a7be87,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:21.524059 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:21.525598 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:21.768548 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:21.864098 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Allocated IP 172.20.0.1 (724f4881-029e-406d-afbc-85e980605108/8eaaff93-81fb-4857-8be2-8d5b164e029e/6da3427f-ca68-4603-bffb-0070a59a05d6) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:21.958048 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48394) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:21.961075 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=8ee54e25-8fe8-4106-9ecb-90f412a7be87,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:22.019268 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Transition to ACTIVE for port object af733073-4e76-41d6-9b30-62eb87275588 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:22.022188 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:22.024552 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.049645 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.db.resource_extend [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:23:22.117828 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.182195 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.227411 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.230910 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.248066 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.295602 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:22.300181 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:da333ff3f7114bad8dc0897492b2a3de is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:22.319555 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f18697-c0ac-4358-af1a-15df5004a504 None None] Pushing event updated for resources: {'Port': ['ID=af733073-4e76-41d6-9b30-62eb87275588,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:22.322911 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:22.342638 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:22.417074 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Attempting to bind port af733073-4e76-41d6-9b30-62eb87275588 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:22.417527 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Attempting to bind port af733073-4e76-41d6-9b30-62eb87275588 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:22.417813 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Attempting to bind port af733073-4e76-41d6-9b30-62eb87275588 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:22.424395 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:22.435795 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Sync routers for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:22.440012 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:22.446100 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:22.446825 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.447240 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:22.447746 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Bound port: af733073-4e76-41d6-9b30-62eb87275588, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:22.448137 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.452646 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:22.454565 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:22.597631 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.602806 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.612214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=edeef71e-b297-4980-9794-db126ebb8cb4,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:22.722342 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.734653 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-63651f4b-ac25-43b4-a90a-4fbc2aa8aaa4 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.8136401 Jun 24 14:23:22.750173 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.757670 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:22.784648 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48420) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:22.789342 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] For port af733073-4e76-41d6-9b30-62eb87275588, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:22.797614 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:22.803189 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] For port af733073-4e76-41d6-9b30-62eb87275588, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=af733073-4e76-41d6-9b30-62eb87275588,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:22.813193 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.816869 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.841288 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:23:22.854561 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.855160 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Added segment bf134747-f07a-4b3b-8ba0-7d1e270217cd of type vlan for network 2bc566eb-2966-42d2-b237-84ef6198b5c1 Jun 24 14:23:22.924648 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.962564 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.976304 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Network dca48f9e-5e55-4917-8c88-9d55aac1222e is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:22.981128 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.982162 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:22.982754 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:22.987667 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:22.989388 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:22:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:23.065649 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bce568d-348d-4cad-bb6a-dcfcdbdf2bea,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:23.173110 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f18697-c0ac-4358-af1a-15df5004a504 None None] Pushing event updated for resources: {'Port': ['ID=af733073-4e76-41d6-9b30-62eb87275588,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:23.176348 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:23.183824 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.39', 59113) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:23.191767 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc566eb-2966-42d2-b237-84ef6198b5c1,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:23.203978 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2964985 Jun 24 14:23:23.216468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48432) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:23.385191 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-32683d18-4d31-48db-9215-fd9722d469ea req-d71d8775-34ad-4b2b-894a-6f9f55961a2f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.6023750 Jun 24 14:23:23.386442 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 8ee54e25-8fe8-4106-9ecb-90f412a7be87 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:23.390833 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f3253e2b-5139-43ee-a488-3c67dad25fa5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=da333ff3f7114bad8dc0897492b2a3de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4305942 Jun 24 14:23:23.397753 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48436) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:23.441684 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 2bc566eb-2966-42d2-b237-84ef6198b5c1 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:23:23.620430 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:15Z', 'revision_number': 3, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:23.621466 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-f6d426a2-d2f7-44a1-b82a-3349fe1385e2 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:23.623114 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-f6d426a2-d2f7-44a1-b82a-3349fe1385e2 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.39 "GET /v2.0/networks?id=55f4b12f-8307-4175-835b-50598e0feae2 HTTP/1.1" status: 200 len: 811 time: 0.4292052 Jun 24 14:23:23.632787 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Checking router: f5714f23-aa90-43fb-892d-b659d686c271 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:23.633176 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Updating router f5714f23-aa90-43fb-892d-b659d686c271 port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:23.717753 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:23.734100 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc868-9968-4ebe-bf33-cb52e74c98c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:23.735395 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Transition to ACTIVE for port object 6da3427f-ca68-4603-bffb-0070a59a05d6 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:23.740356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Request body: {'subnet': {'network_id': '2bc566eb-2966-42d2-b237-84ef6198b5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460980975-subnet', 'tenant_id': '7ce48a0f6169433090aa3078f94853f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:23.745598 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:23.749146 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Usage tracker for resource:subnet and tenant:7ce48a0f6169433090aa3078f94853f6 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:23.752008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:23.757896 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:23.768250 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc868-9968-4ebe-bf33-cb52e74c98c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:23.781771 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Made reservation on behalf of 7ce48a0f6169433090aa3078f94853f6 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:23.784127 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:23.914228 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc868-9968-4ebe-bf33-cb52e74c98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:23.938124 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbc868-9968-4ebe-bf33-cb52e74c98c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bce568d-348d-4cad-bb6a-dcfcdbdf2bea,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:23.960700 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc868-9968-4ebe-bf33-cb52e74c98c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:23.961941 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b3fbc868-9968-4ebe-bf33-cb52e74c98c7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0bce568d-348d-4cad-bb6a-dcfcdbdf2bea HTTP/1.1" status: 204 len: 168 time: 0.5630374 Jun 24 14:23:24.006023 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:24.161709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Request body: {'port': {'device_id': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2', 'admin_state_up': True, 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:24.345127 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7575b1d4-681b-413d-8522-6ea0f2ae2b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.367782 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bfd3c-7a29-4e42-bacf-2c23f35cf105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3ac97-cf8a-4c26-aff3-2b9962cae865,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:24.385197 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.600288 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1af0d55-196a-4fc9-8e69-6f66074ada2e,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:24.653210 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.683497 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:24.691916 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Transition to ACTIVE for port object e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:24.709324 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.716101 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-49fe0d5f-fa93-4718-adf5-7248a2fb81f8 None None] Provisioning complete for port edeef71e-b297-4980-9794-db126ebb8cb4 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:24.716629 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-49fe0d5f-fa93-4718-adf5-7248a2fb81f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.718067 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.773261 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e543024d-1f6c-4663-a822-0691ea8aceec req-514f109e-e629-4a8c-852f-871deb975795 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.1448841 Jun 24 14:23:24.778247 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-49fe0d5f-fa93-4718-adf5-7248a2fb81f8 None None] Port edeef71e-b297-4980-9794-db126ebb8cb4 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:24.791851 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:24.792454 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.837888 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:24.839713 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48512) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:24.876797 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:12Z', 'revision_number': 3, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:24.895689 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Attempting to bind port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:24.896076 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Attempting to bind port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:24.896415 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Attempting to bind port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:24.910523 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e31ae0-d490-41fa-9986-facf0384c9f0 None None] The sync data for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb is: [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:12Z', 'revision_number': 3, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:24.963422 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:24.964295 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:24.967724 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.972405 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:24.973127 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Bound port: e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:24.973713 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:24.975966 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Network 724f4881-029e-406d-afbc-85e980605108 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:25.021956 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Checking segment: {'id': 'bf134747-f07a-4b3b-8ba0-7d1e270217cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2bc566eb-2966-42d2-b237-84ef6198b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:25.021956 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Network hostable DHCP agents. Network: 2bc566eb-2966-42d2-b237-84ef6198b5c1, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:23:25.029609 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.033964 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.096482 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Made reservation on behalf of 0bcb19fcd59c4e36b2596044999e7bd4 for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:25.096949 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:25.099306 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9c931b40-4f41-4911-b95c-61178bd2f710 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:25.116055 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.137214 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c4dc-b671-486b-8a53-e9899ee6fac9 None None] Pushing event updated for resources: {'Port': ['ID=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,revision_number=2']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:25.151370 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:25.214866 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:25.216420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.296595 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] For port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:25.313577 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] For port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:25.322146 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.350740 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-b5d70cc3-948b-4091-a082-ff334db053a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.399647 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 9c931b40-4f41-4911-b95c-61178bd2f710 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:25.410197 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:25.415288 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 9c931b40-4f41-4911-b95c-61178bd2f710 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:25.415660 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.427515 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Pushing event updated for resources: {'Port': ['ID=6da3427f-ca68-4603-bffb-0070a59a05d6,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:25.475138 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:23:25.515294 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48522) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:25.519136 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Usage tracker for resource:security_group_rule and tenant:de349918d6f2483db2bb7da0f4306e1e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:25.550103 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:25.645051 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:25.645740 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:25.675683 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Allocated IP 172.20.0.1 (2649c39e-7113-43a2-9437-cfcf9380e309/1e9079d9-c6ed-41bd-9542-4f350f9fc030/73a45190-f015-48d1-90ab-2c8b6dcf033c) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:25.803747 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:25.868343 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 9c931b40-4f41-4911-b95c-61178bd2f710 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:25.868958 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.880420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Network 2bc566eb-2966-42d2-b237-84ef6198b5c1 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:23:25.940789 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 9c931b40-4f41-4911-b95c-61178bd2f710, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=9c931b40-4f41-4911-b95c-61178bd2f710,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:25.953623 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:25.955948 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device aa34d894-42af-401c-965e-252601e06255 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:26.096634 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.097099 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c4dc-b671-486b-8a53-e9899ee6fac9 None None] Pushing event updated for resources: {'Port': ['ID=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:26.146578 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Transition to ACTIVE for port object 73a45190-f015-48d1-90ab-2c8b6dcf033c will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:26.179105 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-52ab1279-11ee-4c1e-a4de-c90272071662 None None] Provisioning for port 6da3427f-ca68-4603-bffb-0070a59a05d6 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:26.194061 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=9c931b40-4f41-4911-b95c-61178bd2f710,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:26.199789 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.277048 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-52ab1279-11ee-4c1e-a4de-c90272071662 None None] Provisioning complete for port 6da3427f-ca68-4603-bffb-0070a59a05d6 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:26.277631 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-52ab1279-11ee-4c1e-a4de-c90272071662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.364921 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=73a45190-f015-48d1-90ab-2c8b6dcf033c,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:26.422030 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-52ab1279-11ee-4c1e-a4de-c90272071662 None None] Port 6da3427f-ca68-4603-bffb-0070a59a05d6 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:26.427744 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:26.440330 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.517181 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 2bc566eb-2966-42d2-b237-84ef6198b5c1) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:26.551594 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0973431-6a0d-44ec-9814-37b5cf6c1c41 None None] Network 2bc566eb-2966-42d2-b237-84ef6198b5c1 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:26.589198 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:26.589719 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.590169 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.601965 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.628396 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port aa34d894-42af-401c-965e-252601e06255 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:26.686315 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Network 2649c39e-7113-43a2-9437-cfcf9380e309 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:26.701844 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6dd33c7e-471b-4a03-8ad7-7501673783bd req-6de73c64-6b86-4601-8f1b-a631e3a2e791 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.3412647 Jun 24 14:23:26.707996 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:26.719286 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:26.719930 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.868100 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:26.996485 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Allocated IP 172.20.0.6 (55f4b12f-8307-4175-835b-50598e0feae2/cdbfe6e5-0f25-495b-98d3-47121d0d3075/962c3037-a4ff-4ac6-9064-5bd3a99e7ff3) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:27.019710 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.186168 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port aa34d894-42af-401c-965e-252601e06255 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:27.186897 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.341985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:27.364986 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:15Z', 'revision_number': 3, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:27.374088 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bd269-c6dd-40c9-9e92-7c769486446f None None] The sync data for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb is: [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:15Z', 'revision_number': 3, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:27.375595 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Sync routers for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:27.379215 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.391956 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-0a6be31d-14cf-4492-bbed-b9089b24114f None None] Provisioning for port 73a45190-f015-48d1-90ab-2c8b6dcf033c completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:27.400580 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-0a6be31d-14cf-4492-bbed-b9089b24114f None None] Provisioning complete for port 73a45190-f015-48d1-90ab-2c8b6dcf033c triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:27.400945 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-0a6be31d-14cf-4492-bbed-b9089b24114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.506248 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:27.595577 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=de349918d6f2483db2bb7da0f4306e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7226961 Jun 24 14:23:27.596337 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.598698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48568) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:27.662860 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.684726 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.685362 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.716669 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:27.718400 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:27.858156 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84c97b-1454-4ca3-8972-5d17445ca611 None None] Network 2bc566eb-2966-42d2-b237-84ef6198b5c1 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:27.891443 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.915797 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Usage tracker for resource:security_group_rule and tenant:9146b541076a4ad4bcb6a563906ab312 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:27.927517 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.928268 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:27.953769 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-19eb3717-ad69-4dfb-a912-e7a4e65be0b1 admin admin] 10.222.0.33 "PUT /v2.0/routers/5ff3bb3e-31ac-4430-965e-ea5ed483f8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5031950 Jun 24 14:23:27.998102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:28.158534 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b7ceacdb-57f2-49dc-ace6-08eb5375ff12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:28.293670 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=73a45190-f015-48d1-90ab-2c8b6dcf033c,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:28.311443 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aa34ab12-fbeb-4371-9585-847a608734b9 req-9064a492-bf23-46e5-9600-332e61f637f8 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.1299536 Jun 24 14:23:28.379085 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b7ceacdb-57f2-49dc-ace6-08eb5375ff12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:28.523412 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Network 2649c39e-7113-43a2-9437-cfcf9380e309 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:28.542481 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:28.545096 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-2c8b6488-d5d0-46ed-ae8e-464a5313962a admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.1673634 Jun 24 14:23:28.627823 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Pushing event updated for resources: {'Port': ['ID=6da3427f-ca68-4603-bffb-0070a59a05d6,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:28.635430 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acd4a0-baf0-45ab-9471-fb9c6620cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbbb3c-32c9-4d20-b256-d9f1d9d2e0a0,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:28.657766 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:28.895055 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b7ceacdb-57f2-49dc-ace6-08eb5375ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:28.995759 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceacdb-57f2-49dc-ace6-08eb5375ff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbbb3c-32c9-4d20-b256-d9f1d9d2e0a0,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:29.058024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.064107 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Network 724f4881-029e-406d-afbc-85e980605108 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:29.074090 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:29.130248 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b7ceacdb-57f2-49dc-ace6-08eb5375ff12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.136720 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b7ceacdb-57f2-49dc-ace6-08eb5375ff12 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f9dbbb3c-32c9-4d20-b256-d9f1d9d2e0a0 HTTP/1.1" status: 204 len: 168 time: 1.5369685 Jun 24 14:23:29.143422 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port aa34d894-42af-401c-965e-252601e06255 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:29.153492 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.245421 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-0a6be31d-14cf-4492-bbed-b9089b24114f None None] Port 73a45190-f015-48d1-90ab-2c8b6dcf033c cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:29.328150 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Transition to ACTIVE for port object 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:29.330547 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.501117 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-e1c6ad83-f710-48fe-a117-584ea9b20499 None None] Provisioning complete for port 73a45190-f015-48d1-90ab-2c8b6dcf033c triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:29.504780 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ad83-f710-48fe-a117-584ea9b20499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.611114 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Router f5714f23-aa90-43fb-892d-b659d686c271 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:23:29.688215 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:29.853662 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.893634 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.911288 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port aa34d894-42af-401c-965e-252601e06255, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=aa34d894-42af-401c-965e-252601e06255,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:29.955502 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:29.956825 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device d9da089e-d213-465f-9c8f-217d2145d1c1 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:30.009604 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9146b541076a4ad4bcb6a563906ab312&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4644115 Jun 24 14:23:30.025029 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48628) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:30.060275 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:30.123806 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03edd3c-022d-46c7-8f9e-2970c5fd3e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2aebf8-2b6c-4747-b467-3a68c53feca5,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:30.128725 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:30.285997 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1ae5607e-7cf3-4afe-8605-790557ffd757 req-befc0be6-f90a-459f-8a00-91b7b545c6ed tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.6451890 Jun 24 14:23:30.309109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Network 55f4b12f-8307-4175-835b-50598e0feae2 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:30.310883 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-92410ca9-0092-40b3-a4b0-09bf99f8b7eb tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:30.324258 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:30.328156 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-92410ca9-0092-40b3-a4b0-09bf99f8b7eb tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 818 time: 1.2963843 Jun 24 14:23:30.337673 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Router ee89050f-1511-4def-baf3-fdae765c9ac5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:23:30.427161 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6ad83-f710-48fe-a117-584ea9b20499 None None] Port 73a45190-f015-48d1-90ab-2c8b6dcf033c cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:30.453114 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Pushing event updated for resources: {'Port': ['ID=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:30.462731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48642) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:30.463438 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:30.467308 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-433fcd46-76fb-4286-8850-dc62098e2c2b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/quotas/b135092794e24d09b7eaa852215352f0 HTTP/1.1" status: 200 len: 375 time: 0.1382024 Jun 24 14:23:30.488545 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=aa34d894-42af-401c-965e-252601e06255,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:30.494291 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:30.497690 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:30.502235 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port d9da089e-d213-465f-9c8f-217d2145d1c1 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:30.503105 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:30.556749 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886251761-network', 'tenant_id': '6f63dfd6af534d2b971f3e7124b1e332'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:30.594612 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:30.644502 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-2695c942-de8d-440b-a8c9-b4ce6ec048c9 None None] Provisioning complete for port 6da3427f-ca68-4603-bffb-0070a59a05d6 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:30.646215 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-2695c942-de8d-440b-a8c9-b4ce6ec048c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:30.765443 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:20Z', 'revision_number': 2, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:30.787911 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Checking router: 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:30.790545 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Updating router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 port edeef71e-b297-4980-9794-db126ebb8cb4 binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:30.792190 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e512-8411-4a21-b99a-c39eb8e22a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:30.823881 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e512-8411-4a21-b99a-c39eb8e22a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:30.885945 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48650) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:30.891182 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:30.909863 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Sync routers for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:30.935294 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:30.942152 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:30.943929 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.102006 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-a24c4074-8884-465b-8c6c-b59684d90d2f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6337233 Jun 24 14:23:31.104790 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e512-8411-4a21-b99a-c39eb8e22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.107628 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e512-8411-4a21-b99a-c39eb8e22a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.108967 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3fe9e512-8411-4a21-b99a-c39eb8e22a89 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1f2aebf8-2b6c-4747-b467-3a68c53feca5 HTTP/1.1" status: 204 len: 168 time: 0.8340747 Jun 24 14:23:31.129142 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6f5b22d7-fcae-407a-8970-e2c5b85b3cd6 admin admin] 10.222.0.33 "PUT /v2.0/routers/f5714f23-aa90-43fb-892d-b659d686c271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3227935 Jun 24 14:23:31.131371 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:23:31.135154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e512-8411-4a21-b99a-c39eb8e22a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2aebf8-2b6c-4747-b467-3a68c53feca5,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:31.142958 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Usage tracker for resource:network and tenant:6f63dfd6af534d2b971f3e7124b1e332 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:31.160700 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-52923634-3321-4285-bbc1-bb20990f9d7c admin admin] 10.222.0.33 "PUT /v2.0/routers/ee89050f-1511-4def-baf3-fdae765c9ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2749751 Jun 24 14:23:31.165395 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-26a53bdc-91bd-40d3-bfd2-8756c07cc50f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3892477 Jun 24 14:23:31.166465 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:31.180062 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-a3986e7d-52b1-41c8-978e-e53eb6c731e3 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:23:31.181568 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-a3986e7d-52b1-41c8-978e-e53eb6c731e3 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065691 Jun 24 14:23:31.182731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:31.205504 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Made reservation on behalf of 6f63dfd6af534d2b971f3e7124b1e332 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:31.208513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.217227 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Sync routers for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:23:31.219666 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-2695c942-de8d-440b-a8c9-b4ce6ec048c9 None None] Port 6da3427f-ca68-4603-bffb-0070a59a05d6 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:31.243164 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.294464 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.302633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:31.310099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Usage tracker for resource:security_group_rule and tenant:6f63dfd6af534d2b971f3e7124b1e332 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:31.314715 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:31.334700 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:31.341063 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:31.356552 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Usage tracker for resource:security_group_rule and tenant:2810ba2ff0f14060b92e4e7a9a0a2fca is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:31.360496 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:31.369484 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:31.560189 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:31.568547 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:31.599289 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:31.625949 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.631685 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.680394 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:23:31.680607 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.701459 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8987ae-89c3-4ee3-bd78-7de862b94a2a,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:31.716330 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.726830 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.727934 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Added segment 07c45c61-e803-4819-93f4-9942b9aea368 of type vlan for network 9575a296-11c7-48a0-8a14-e469ae821d99 Jun 24 14:23:31.766821 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.802123 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef715e-ad02-4e6f-9630-fc221a712a61,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:31.809380 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:31.830709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.834113 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:31.835242 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:31.856151 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-9080dfc1-be8a-49a2-b7e1-047eaf258920 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2810ba2ff0f14060b92e4e7a9a0a2fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9666934 Jun 24 14:23:31.857474 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48678) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:32.021216 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] Pushing event updated for resources: {'Network': ['ID=9575a296-11c7-48a0-8a14-e469ae821d99,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:32.036257 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-588949fc-e53c-444b-80bf-010ed94e530d admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5237122 Jun 24 14:23:32.040429 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48682) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:32.048576 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6407c2aa-5cc2-475f-9054-ed79d0d9b573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.049211 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Request body: {'subnet': {'network_id': '9575a296-11c7-48a0-8a14-e469ae821d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886251761-subnet', 'tenant_id': '6f63dfd6af534d2b971f3e7124b1e332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:32.054879 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:32.062888 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Usage tracker for resource:subnet and tenant:6f63dfd6af534d2b971f3e7124b1e332 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:32.066599 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:32.068829 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637c03b-7e48-498c-bd00-b7e9f435fdee req-be797b81-2a20-4f20-8232-084c50b2b38a tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:32.072027 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4637c03b-7e48-498c-bd00-b7e9f435fdee req-be797b81-2a20-4f20-8232-084c50b2b38a tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 931 time: 0.5164912 Jun 24 14:23:32.075579 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:32.096562 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Made reservation on behalf of 6f63dfd6af534d2b971f3e7124b1e332 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:32.100760 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.230320 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-4637c03b-7e48-498c-bd00-b7e9f435fdee req-b6085b5b-b473-42c6-b7f3-262120830f70 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Synchronizing usage tracker for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:32.247773 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6407c2aa-5cc2-475f-9054-ed79d0d9b573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.261377 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 9575a296-11c7-48a0-8a14-e469ae821d99 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:23:32.305934 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-4637c03b-7e48-498c-bd00-b7e9f435fdee req-b6085b5b-b473-42c6-b7f3-262120830f70 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Unset dirty status for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:32.307259 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4637c03b-7e48-498c-bd00-b7e9f435fdee req-b6085b5b-b473-42c6-b7f3-262120830f70 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304485 Jun 24 14:23:32.333520 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port d9da089e-d213-465f-9c8f-217d2145d1c1 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:32.334234 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6407c2aa-5cc2-475f-9054-ed79d0d9b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.381856 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407c2aa-5cc2-475f-9054-ed79d0d9b573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef715e-ad02-4e6f-9630-fc221a712a61,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:32.400301 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6407c2aa-5cc2-475f-9054-ed79d0d9b573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.404121 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6407c2aa-5cc2-475f-9054-ed79d0d9b573 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b3ef715e-ad02-4e6f-9630-fc221a712a61 HTTP/1.1" status: 204 len: 168 time: 0.5426056 Jun 24 14:23:32.464089 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:27Z', 'revision_number': 2, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:32.469298 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Checking router: f5714f23-aa90-43fb-892d-b659d686c271 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:32.469776 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Updating router f5714f23-aa90-43fb-892d-b659d686c271 port 73a45190-f015-48d1-90ab-2c8b6dcf033c binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:32.553471 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.612530 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48698) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:32.618199 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Request body: {'port': {'device_id': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:32.647396 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.688574 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:32.699991 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Usage tracker for resource:security_group_rule and tenant:4652c6d5e60749d083a9fcc2c85c3876 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:32.706315 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:32.722955 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:32.867013 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:32.882278 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6cc891cf-41ce-4da0-a024-d6ea6519d465 None None] Provisioning for port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:32.954583 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-8e1d9922-1d98-4160-8306-0f0220b96131 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:23:32.963178 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-8e1d9922-1d98-4160-8306-0f0220b96131 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7978384 Jun 24 14:23:33.126210 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9c931b40-4f41-4911-b95c-61178bd2f710 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:33.186396 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:33.223023 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6cc891cf-41ce-4da0-a024-d6ea6519d465 None None] Provisioning complete for port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:33.223865 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6cc891cf-41ce-4da0-a024-d6ea6519d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:33.379415 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:33.420169 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:33.468177 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48708) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:33.476771 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41890350-8c3c-41be-a0d7-a3514036503d,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:33.505334 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300438726', 'description': 'tempest-description--1058839470'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:33.510686 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4652c6d5e60749d083a9fcc2c85c3876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974450 Jun 24 14:23:33.516847 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48716) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:33.528304 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Checking segment: {'id': '07c45c61-e803-4819-93f4-9942b9aea368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9575a296-11c7-48a0-8a14-e469ae821d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:33.534201 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Network hostable DHCP agents. Network: 9575a296-11c7-48a0-8a14-e469ae821d99, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:23:33.545426 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:33.551762 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-6cc891cf-41ce-4da0-a024-d6ea6519d465 None None] Port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:33.650154 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:33.668030 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:33.677108 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:33.694203 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:33.704889 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a5232-828d-4825-b716-d8c5784ccc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd008ae8-5b3b-4e1d-9962-07e9fd3ffebe,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:33.719473 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Transition to ACTIVE for port object 73a45190-f015-48d1-90ab-2c8b6dcf033c will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:33.757075 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:33.862537 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 9c931b40-4f41-4911-b95c-61178bd2f710 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:33.863070 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:33.868838 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48720) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:33.991099 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.012600 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Network 9575a296-11c7-48a0-8a14-e469ae821d99 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:23:34.056951 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-b4281270-8d67-46b2-9850-4431873df5bc service neutron] 10.222.0.33 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0560045 Jun 24 14:23:34.087382 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.resource_extend [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:23:34.134219 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.195517 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:34.198532 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a3c42830-d264-4291-97b8-8599c4615e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.218806 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 9575a296-11c7-48a0-8a14-e469ae821d99) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:34.235972 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:34.236710 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.268899 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Usage tracker for resource:security_group_rule and tenant:dcb7bfe798cd46ba9c186541fb38146c is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:34.278305 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:34.287029 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 9c931b40-4f41-4911-b95c-61178bd2f710 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:34.288408 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device af733073-4e76-41d6-9b30-62eb87275588 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:34.313681 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:34.324784 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d89b6-865b-4e37-b2c2-68869ae0e6ee None None] Network 9575a296-11c7-48a0-8a14-e469ae821d99 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:34.331868 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48724) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:34.345677 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792625792', 'description': 'tempest-description--911883819'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:34.416779 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a3c42830-d264-4291-97b8-8599c4615e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.441700 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:34.506844 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:34.535785 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:34.543158 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cc643-3995-4120-bfb8-30735f8604db None None] Pushing event updated for resources: {'Port': ['ID=73a45190-f015-48d1-90ab-2c8b6dcf033c,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:34.565419 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group_rule and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:34.569708 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:34.577516 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:34.605815 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f4bfd8ed-9137-4fee-9380-a24fcd3bb13f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5557053 Jun 24 14:23:34.613618 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:34.630668 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Attempting to bind port 73a45190-f015-48d1-90ab-2c8b6dcf033c on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:34.633494 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Attempting to bind port 73a45190-f015-48d1-90ab-2c8b6dcf033c by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:34.634358 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Attempting to bind port 73a45190-f015-48d1-90ab-2c8b6dcf033c on network 2649c39e-7113-43a2-9437-cfcf9380e309 {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:34.650218 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:34.653105 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Checking segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:34.653701 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.654833 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Bound using segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:34.659214 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Bound port: 73a45190-f015-48d1-90ab-2c8b6dcf033c, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:34.662965 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.669843 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:34.765300 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-ab28e02f-5ff1-4dc6-9ecc-986591efc99b service neutron] 10.222.0.33 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071934 Jun 24 14:23:34.830960 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.871517 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8449d11-158c-4ccd-8ed8-6f7d40b32fd7 None None] Network 9575a296-11c7-48a0-8a14-e469ae821d99 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:23:34.916542 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] For port 73a45190-f015-48d1-90ab-2c8b6dcf033c, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:34.924448 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] For port 73a45190-f015-48d1-90ab-2c8b6dcf033c, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=73a45190-f015-48d1-90ab-2c8b6dcf033c,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:34.936574 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:34.982813 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:35.001299 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48736) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:35.068504 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group_rule and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:35.113964 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:35.114623 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:35.127975 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:35.149784 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a3c42830-d264-4291-97b8-8599c4615e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.222816 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:35.275699 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:27Z', 'revision_number': 2, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:35.283373 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] Deleting subnet f1af0d55-196a-4fc9-8e69-6f66074ada2e {{(pid=88153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:23:35.289299 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.296484 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc3a1d-30ef-4973-8f11-1ae03b9b4215 req-22c35a85-a5e8-4e22-a462-ce3958de5028 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:35.307559 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2abc3a1d-30ef-4973-8f11-1ae03b9b4215 req-22c35a85-a5e8-4e22-a462-ce3958de5028 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 931 time: 0.7277513 Jun 24 14:23:35.309417 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.313054 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Checking router: ee89050f-1511-4def-baf3-fdae765c9ac5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:23:35.313485 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c42830-d264-4291-97b8-8599c4615e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd008ae8-5b3b-4e1d-9962-07e9fd3ffebe,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:35.314404 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Updating router ee89050f-1511-4def-baf3-fdae765c9ac5 port 6da3427f-ca68-4603-bffb-0070a59a05d6 binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:23:35.371593 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.467045 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cc643-3995-4120-bfb8-30735f8604db None None] Pushing event updated for resources: {'Port': ['ID=73a45190-f015-48d1-90ab-2c8b6dcf033c,revision_number=4']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:35.543872 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.574115 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.591633 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:35.663640 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.db.resource_extend [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:23:35.695372 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Transition to ACTIVE for port object edeef71e-b297-4980-9794-db126ebb8cb4 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:35.710182 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port af733073-4e76-41d6-9b30-62eb87275588 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:35.718835 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port af733073-4e76-41d6-9b30-62eb87275588 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:35.719219 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.746118 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.761230 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a3c42830-d264-4291-97b8-8599c4615e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.762865 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:35.769302 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a3c42830-d264-4291-97b8-8599c4615e67 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fd008ae8-5b3b-4e1d-9962-07e9fd3ffebe HTTP/1.1" status: 204 len: 168 time: 2.2311208 Jun 24 14:23:35.872741 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dcb7bfe798cd46ba9c186541fb38146c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9995308 Jun 24 14:23:35.890193 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3aca5c6c-e689-4d5a-ab7e-9e59a390848f req-447d56e4-034e-4221-927d-f0ba69b3d5bd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 210 time: 0.5267518 Jun 24 14:23:35.898157 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48772) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:35.947263 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2abc3a1d-30ef-4973-8f11-1ae03b9b4215 req-afb783c7-cd73-4aad-9be0-cf488bc8dca6 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085627 Jun 24 14:23:35.952539 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cc2e4-cf6b-4999-b157-a5b8ba6f9a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b47c41-7e00-4e26-8153-ee06629a8f7b,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:36.012723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.014201 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.115348 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7e6000e9-687d-4018-b34e-71ac325d885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.156955 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7e6000e9-687d-4018-b34e-71ac325d885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.217191 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.236577 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7e6000e9-687d-4018-b34e-71ac325d885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.250170 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.277951 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.314216 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6000e9-687d-4018-b34e-71ac325d885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b47c41-7e00-4e26-8153-ee06629a8f7b,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:36.318350 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.324040 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9909153 Jun 24 14:23:36.353704 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2217183-5852-47ad-9564-158a3c95df3d None None] Pushing event updated for resources: {'Port': ['ID=edeef71e-b297-4980-9794-db126ebb8cb4,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:36.363492 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48788) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:36.364187 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2aa72-de65-49e2-bb73-7e8699d87ab2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c031d348-54da-4ab3-ac89-71ce38aded85,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:36.367173 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7e6000e9-687d-4018-b34e-71ac325d885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.370681 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7e6000e9-687d-4018-b34e-71ac325d885b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/84b47c41-7e00-4e26-8153-ee06629a8f7b HTTP/1.1" status: 204 len: 168 time: 0.4301865 Jun 24 14:23:36.374925 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'security_group_rule': {'security_group_id': 'c031d348-54da-4ab3-ac89-71ce38aded85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:36.381873 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:36.386510 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group_rule and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:36.390537 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:36.398333 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:36.434741 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.547878 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:23:36.669508 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.689683 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.692904 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.698316 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2193859 Jun 24 14:23:36.700591 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48806) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:36.707125 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.727216 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1ce86-a584-4f0e-8b07-d8a6914b11cc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c724cbc3-b92e-43d8-9375-c3e00132bc6d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:36.778810 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'security_group_rule': {'security_group_id': 'c724cbc3-b92e-43d8-9375-c3e00132bc6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:36.781623 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Transition to ACTIVE for port object 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:36.802969 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:36.809348 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db2f98f-d34d-4546-bef7-739cb86115aa,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:36.831816 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:36.908478 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:34Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:36.921386 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc9abf-7957-4b98-94be-1e7c4dd27670 None None] The sync data for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb is: [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:34Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:36.924094 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group_rule and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:36.949696 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:37.270292 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.275586 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-e43acc79-fc19-483a-9a69-cef2c991011c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9030821 Jun 24 14:23:37.276951 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:37.285009 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48824) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:37.306357 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'security_group_rule': {'security_group_id': 'c031d348-54da-4ab3-ac89-71ce38aded85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:37.456212 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for subnet, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.461370 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port af733073-4e76-41d6-9b30-62eb87275588 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:37.461928 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.479205 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:37.490734 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group_rule and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:37.498890 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:37.523039 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:37.612767 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Attempting to bind port edeef71e-b297-4980-9794-db126ebb8cb4 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:37.615175 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Attempting to bind port edeef71e-b297-4980-9794-db126ebb8cb4 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:37.616500 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Attempting to bind port edeef71e-b297-4980-9794-db126ebb8cb4 on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:37.685854 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:37.697580 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Checking segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:37.706577 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.708121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Bound using segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:37.710189 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Bound port: edeef71e-b297-4980-9794-db126ebb8cb4, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:37.711117 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.743595 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port af733073-4e76-41d6-9b30-62eb87275588, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=af733073-4e76-41d6-9b30-62eb87275588,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:37.749922 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.751804 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.786625 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1af0d55-196a-4fc9-8e69-6f66074ada2e,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:37.790966 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.791677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Pushing event updated for resources: {'Port': ['ID=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:37.838516 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:37.839325 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:37.950677 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ce9a6a38-46ed-4e3f-8f02-ebb6dfdc0434 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f1af0d55-196a-4fc9-8e69-6f66074ada2e HTTP/1.1" status: 204 len: 168 time: 2.9447908 Jun 24 14:23:37.956504 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48846) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:38.266133 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Attempting to bind port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:38.266828 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Attempting to bind port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:38.267303 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Attempting to bind port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 on network 55f4b12f-8307-4175-835b-50598e0feae2 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:38.283643 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 on network 55f4b12f-8307-4175-835b-50598e0feae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:23:38.284357 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Attempting to bind port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 on network 55f4b12f-8307-4175-835b-50598e0feae2 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:38.319086 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] For port edeef71e-b297-4980-9794-db126ebb8cb4, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:38.319271 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:38.319768 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Checking segment: {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:38.320676 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Bound using segment: {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:38.321522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Bound port: 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3bd755-112a-441b-abbc-7d37988d83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:38.321977 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:38.336835 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] For port edeef71e-b297-4980-9794-db126ebb8cb4, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=edeef71e-b297-4980-9794-db126ebb8cb4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:38.371036 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:38.426260 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-d4f1740b-8a5f-448d-9dff-f3d16f875ff4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:38.437657 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-d4f1740b-8a5f-448d-9dff-f3d16f875ff4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 818 time: 1.6446097 Jun 24 14:23:38.464660 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:38.485602 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-95c2112a-d661-4f27-a19b-9da9cc397107 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/quotas/b135092794e24d09b7eaa852215352f0 HTTP/1.1" status: 200 len: 375 time: 0.0469344 Jun 24 14:23:38.551982 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:38.640789 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.resource_extend [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:23:38.688155 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=af733073-4e76-41d6-9b30-62eb87275588,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:38.759823 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:38.765227 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:38.937719 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc507f-4261-4aa6-bc89-14dd565418fc req-8137dd23-3ae8-4d92-85fa-740ded80fa21 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:38.945494 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45dc507f-4261-4aa6-bc89-14dd565418fc req-8137dd23-3ae8-4d92-85fa-740ded80fa21 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 943 time: 1.5972815 Jun 24 14:23:38.946457 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:38.948155 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.39', 59123) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:38.953547 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:39.186880 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b72e37-3f4f-4960-ae4c-ad99417aa7df,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:39.201909 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:39.240953 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] For port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:39.258686 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25615fac-b3e3-4a97-9371-3742ccc2554c,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:39.349541 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:39.391897 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] For port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:39.396537 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2217183-5852-47ad-9564-158a3c95df3d None None] Pushing event updated for resources: {'Port': ['ID=edeef71e-b297-4980-9794-db126ebb8cb4,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:39.429006 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:39.446650 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45dc507f-4261-4aa6-bc89-14dd565418fc req-3f1a6d5f-075a-48b2-8237-606375d89e4f tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733653 Jun 24 14:23:39.492082 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:39.502826 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-dcc83150-6846-4a5e-a62e-0d9c529692bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7961028 Jun 24 14:23:39.529145 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48878) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:39.557381 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'security_group_rule': {'security_group_id': 'c724cbc3-b92e-43d8-9375-c3e00132bc6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:39.582550 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:39.591923 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group_rule and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:39.615580 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:39.626417 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Pushing event updated for resources: {'Port': ['ID=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:39.630742 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.631121 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.631863 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.632190 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.632499 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.632921 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.633259 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.633690 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.634617 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.634617 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:39.635670 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:39.710175 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-7e43272a-2bf7-4b1f-9f69-8021831d694f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:39.711837 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-7e43272a-2bf7-4b1f-9f69-8021831d694f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 818 time: 0.7179995 Jun 24 14:23:39.796900 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'port': {'device_id': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'admin_state_up': True, 'tenant_id': 'b135092794e24d09b7eaa852215352f0'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:39.885409 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:39.886610 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f2ee21ee-0a98-495f-bd86-57e0ff1a33d5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5925994 Jun 24 14:23:39.907910 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48894) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:39.908568 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:39.980935 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:40.046351 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:40.046351 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.066867 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:40.067928 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:40.068479 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:40.069022 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:40.069594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc566eb-2966-42d2-b237-84ef6198b5c1']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:40.080453 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.087020 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf134747-f07a-4b3b-8ba0-7d1e270217cd') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:40.087939 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf134747-f07a-4b3b-8ba0-7d1e270217cd') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:40.089195 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:40.104740 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.125903 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.136708 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:23:40.137249 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.202478 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:40.203840 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:40.238536 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.248760 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:floatingip and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:40.257937 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.261142 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:40.263076 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:40.265800 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.268791 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-96b7e69f-33aa-4869-aed3-5ab84434a241 service neutron] 10.222.0.39 "PUT /v2.0/ports/962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 HTTP/1.1" status: 200 len: 1093 time: 8.1795261 Jun 24 14:23:40.276698 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'tag': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:23:40.285891 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.303653 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-308a6c48-0fab-47ce-bb27-305d0af4b48e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8122225 Jun 24 14:23:40.319195 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc566eb-2966-42d2-b237-84ef6198b5c1,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:40.328224 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.339859 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-8c50aa29-3409-4db1-9ad6-f769944af48e admin admin] 10.222.0.33 "DELETE /v2.0/networks/2bc566eb-2966-42d2-b237-84ef6198b5c1 HTTP/1.1" status: 204 len: 168 time: 2.3598790 Jun 24 14:23:40.342623 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 48910) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:40.428784 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] Deleting subnet 41890350-8c3c-41be-a0d7-a3514036503d {{(pid=88153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:23:40.433081 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.462871 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:40.472515 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-fde12991-359e-4a6f-ae46-e3d4c66d9cfa service neutron] 10.222.0.33 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678329 Jun 24 14:23:40.533228 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0674b267-978a-4151-b333-823a73432e05,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:40.584158 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Transition to ACTIVE for port object 6da3427f-ca68-4603-bffb-0070a59a05d6 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:40.632508 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.642014 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3781849'] for subnet, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.740585 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.774490 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.828311 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.833930 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0a490078-f507-42b2-baa9-d71e2632dce6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2914977 Jun 24 14:23:40.839781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48930) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:40.950638 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-d1122f16-c51f-49f8-b7e4-6f8ea56d7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:40.953257 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-d1122f16-c51f-49f8-b7e4-6f8ea56d7577 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bcb19fcd59c4e36b2596044999e7bd4&device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 1096 time: 0.4459436 Jun 24 14:23:40.973303 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:40.985222 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:40.996909 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:floatingip and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:41.012314 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:41.018358 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:41.040416 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.122782 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:41.131958 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-c9d3ea73-4a2d-4dcd-8936-aae8398755fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 HTTP/1.1" status: 200 len: 217 time: 0.1701229 Jun 24 14:23:41.169895 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Usage tracker for resource:port and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:41.191529 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:41.198454 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aca39-88ab-403c-a66f-fe400d1897bc None None] Pushing event updated for resources: {'Port': ['ID=6da3427f-ca68-4603-bffb-0070a59a05d6,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:41.263367 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3685730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2415491'] for subnet, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.281693 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Attempting to bind port 6da3427f-ca68-4603-bffb-0070a59a05d6 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:41.282051 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Attempting to bind port 6da3427f-ca68-4603-bffb-0070a59a05d6 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:41.283476 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Attempting to bind port 6da3427f-ca68-4603-bffb-0070a59a05d6 on network 724f4881-029e-406d-afbc-85e980605108 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:41.290779 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:41.291713 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.302110 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:41.302688 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Checking segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:41.303223 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.303725 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Bound using segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:41.304341 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Bound port: 6da3427f-ca68-4603-bffb-0070a59a05d6, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:41.304833 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.335820 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:41.359502 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41890350-8c3c-41be-a0d7-a3514036503d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:41.375759 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:38Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:41.376900 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-fb60ae71-3d1b-481e-b8ea-d6797ab49bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:41.378370 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-fb60ae71-3d1b-481e-b8ea-d6797ab49bf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cdbfe6e5-0f25-495b-98d3-47121d0d3075 HTTP/1.1" status: 200 len: 850 time: 0.2394762 Jun 24 14:23:41.385854 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:41.388843 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac615d3-228e-4d14-a3b8-8b5814ddfcdd None None] The sync data for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb is: [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:38Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:41.395488 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59d80f-5b9b-4824-b4c0-1888920a206b req-2888386c-7eb0-49ba-a0d3-1b7729850334 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:41.401306 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3f59d80f-5b9b-4824-b4c0-1888920a206b req-2888386c-7eb0-49ba-a0d3-1b7729850334 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 943 time: 0.7441783 Jun 24 14:23:41.406839 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.408149 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device aa34d894-42af-401c-965e-252601e06255 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:41.427003 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-ed2baa67-6293-43d4-97d3-3011dde7567a service neutron] 10.222.0.33 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9535391 Jun 24 14:23:41.491146 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment bf134747-f07a-4b3b-8ba0-7d1e270217cd resource provider aggregate not found Jun 24 14:23:41.505686 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.545399 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5a1e7a38-2a66-4903-8319-297f65b5bb0c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/41890350-8c3c-41be-a0d7-a3514036503d HTTP/1.1" status: 204 len: 168 time: 1.2014980 Jun 24 14:23:41.549581 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 48956) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:41.555540 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Made reservation on behalf of b135092794e24d09b7eaa852215352f0 for: {'port': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:41.557748 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment bf134747-f07a-4b3b-8ba0-7d1e270217cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf134747-f07a-4b3b-8ba0-7d1e270217cd found for delete ", "request_id": "req-10f91e9b-5066-4624-adff-efc8da24e41c"}]} Jun 24 14:23:41.566805 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.608187 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-4091cc27-0132-4fe3-af53-4cfc3db5aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:41.611631 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-4091cc27-0132-4fe3-af53-4cfc3db5aba9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55f4b12f-8307-4175-835b-50598e0feae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2209606 Jun 24 14:23:41.641916 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] For port 6da3427f-ca68-4603-bffb-0070a59a05d6, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:41.706962 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] For port 6da3427f-ca68-4603-bffb-0070a59a05d6, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6da3427f-ca68-4603-bffb-0070a59a05d6,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:41.725806 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.773088 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:41.906740 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port aa34d894-42af-401c-965e-252601e06255 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:41.909294 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.971286 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3f59d80f-5b9b-4824-b4c0-1888920a206b req-f9db2b92-2c1f-476b-8ea0-7509740e1b18 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431571 Jun 24 14:23:42.062135 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-1ef7fb93-7d29-4b7d-8e8c-1b367a1035db service neutron] 10.222.0.39 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271612 Jun 24 14:23:42.145215 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aca39-88ab-403c-a66f-fe400d1897bc None None] Pushing event updated for resources: {'Port': ['ID=6da3427f-ca68-4603-bffb-0070a59a05d6,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:42.158909 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:23:42.159864 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:42.223245 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Allocated IP 172.20.0.9 (dca48f9e-5e55-4917-8c88-9d55aac1222e/aaf52714-4bae-44fa-b375-b39f65ee1cbb/99fbcd3f-b94e-4afb-885a-70869c1fb7a4) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:42.376621 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93bfc4f-484c-4ac8-94af-dca5c5721812'] response: {'name': 'network-changed', 'server_uuid': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'tag': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3', 'status': 'completed', 'code': 200} Jun 24 14:23:42.479141 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:23:42.513771 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-37b1d9f0-3a9e-4014-a5a6-a28840212b4b req-af152456-afd3-4c0b-a299-a80480ba8267 service neutron] 10.222.0.39 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410338 Jun 24 14:23:42.662420 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:42.731791 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-60c93a6a-bdbe-402c-9b9f-bbcd9cf60f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:42.735857 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-60c93a6a-bdbe-402c-9b9f-bbcd9cf60f7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bcb19fcd59c4e36b2596044999e7bd4&device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 1096 time: 0.1569848 Jun 24 14:23:42.912109 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:43.062549 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-6f6a2c0e-81e6-46e8-8e45-f424840b3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:43.064845 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-6f6a2c0e-81e6-46e8-8e45-f424840b3146 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55f4b12f-8307-4175-835b-50598e0feae2 HTTP/1.1" status: 200 len: 912 time: 0.3215771 Jun 24 14:23:43.180088 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Transition to ACTIVE for port object 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:43.290147 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:43.327708 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-b213525c-17c8-4dd4-98bb-868b2bdceff1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 HTTP/1.1" status: 200 len: 217 time: 0.2539191 Jun 24 14:23:43.419520 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port aa34d894-42af-401c-965e-252601e06255 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:43.422890 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c48cac48-850b-4da4-a28f-5e36ca938942 req-875fa6f8-5ac8-4f58-9781-87b043b20a73 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 210 time: 0.4497390 Jun 24 14:23:43.459782 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-f6aba4c4-550f-40d2-94ef-daafea746151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:43.461255 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-f6aba4c4-550f-40d2-94ef-daafea746151 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cdbfe6e5-0f25-495b-98d3-47121d0d3075 HTTP/1.1" status: 200 len: 850 time: 0.1277442 Jun 24 14:23:43.497978 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:43.513458 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b26f-f549-438c-9109-49e531efdcc4 None None] The sync data for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb is: [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:23:43.619581 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Network dca48f9e-5e55-4917-8c88-9d55aac1222e is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:43.638115 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:43.663827 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:43.676943 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:43.677763 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:43.745616 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-a29c7191-4900-4f9e-a42c-9c49b11a24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:43.755910 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-a29c7191-4900-4f9e-a42c-9c49b11a24f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55f4b12f-8307-4175-835b-50598e0feae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2862422 Jun 24 14:23:43.849271 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:43.863751 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device edeef71e-b297-4980-9794-db126ebb8cb4 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:43.922343 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.39', 59129) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:44.053938 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port edeef71e-b297-4980-9794-db126ebb8cb4 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:44.075153 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port edeef71e-b297-4980-9794-db126ebb8cb4 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:44.075527 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.190327 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.190927 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-c18b3858-6095-4956-bf15-f310c418b262 service neutron] 10.222.0.39 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189892 Jun 24 14:23:44.221344 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.221966 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.222960 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.223434 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > port after_create 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.223892 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.224380 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > port after_update 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.224849 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.225320 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.225850 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.226316 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.258699 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-eac44060-2c96-4abc-91dc-d054c07647ef None None] Provisioning for port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:44.273914 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-eac44060-2c96-4abc-91dc-d054c07647ef None None] Provisioning complete for port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:44.274293 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-eac44060-2c96-4abc-91dc-d054c07647ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.362996 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port edeef71e-b297-4980-9794-db126ebb8cb4 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:44.363410 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.389247 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-eac44060-2c96-4abc-91dc-d054c07647ef None None] Port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:44.418907 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port edeef71e-b297-4980-9794-db126ebb8cb4, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=edeef71e-b297-4980-9794-db126ebb8cb4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:44.424965 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.425766 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device af733073-4e76-41d6-9b30-62eb87275588 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:44.476782 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.477335 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.477418 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.477740 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:23:44.478084 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9575a296-11c7-48a0-8a14-e469ae821d99']}} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:44.509365 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7190f4f0-7f2e-40a5-934e-b3c2b37d4c66 req-fd93658d-8b7e-4ce7-b70c-288d4fad1166 service neutron] 10.222.0.39 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042684 Jun 24 14:23:44.511905 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c45c61-e803-4819-93f4-9942b9aea368') {'for_net_delete': True} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:44.512216 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c45c61-e803-4819-93f4-9942b9aea368') {} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:23:44.538140 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2738881'] for segment, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.557134 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'Port': ['ID=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:44.618137 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=edeef71e-b297-4980-9794-db126ebb8cb4,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:44.634194 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port af733073-4e76-41d6-9b30-62eb87275588 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:44.634685 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.643346 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.702348 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:23:44.702897 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1425026'] for segment, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.759098 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:44.868720 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port af733073-4e76-41d6-9b30-62eb87275588 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:44.869913 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 73a45190-f015-48d1-90ab-2c8b6dcf033c up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:45.010760 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 73a45190-f015-48d1-90ab-2c8b6dcf033c completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:45.018450 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 73a45190-f015-48d1-90ab-2c8b6dcf033c triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:45.018840 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.069107 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-0f8f3ae1-3549-449b-a6ef-7ba08aee6893 req-f29e3156-5b53-4359-8540-ca2869a22792 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:45.072570 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e855be6b-e2ee-4814-a541-622fcb3c7a92 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3098991 Jun 24 14:23:45.168682 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Request body: {'port': {'device_id': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:45.176466 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49092) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:45.352218 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a08a54-4676-4ff0-94c7-6e6ae82e43b9 req-c25176c7-5a82-4f1f-b318-6d73ad10b910 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:45.354096 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e8a08a54-4676-4ff0-94c7-6e6ae82e43b9 req-c25176c7-5a82-4f1f-b318-6d73ad10b910 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 943 time: 2.0572984 Jun 24 14:23:45.363202 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 73a45190-f015-48d1-90ab-2c8b6dcf033c is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:45.363602 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.363790 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.365386 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-0f8f3ae1-3549-449b-a6ef-7ba08aee6893 req-f29e3156-5b53-4359-8540-ca2869a22792 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:45.366722 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0f8f3ae1-3549-449b-a6ef-7ba08aee6893 req-f29e3156-5b53-4359-8540-ca2869a22792 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 210 time: 0.6440687 Jun 24 14:23:45.385440 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.416353 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Allocated IP 172.28.2.123 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/d8be683c-2aae-4e24-a5b4-4b02cce13573) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:45.427836 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:45.429021 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 73a45190-f015-48d1-90ab-2c8b6dcf033c, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=73a45190-f015-48d1-90ab-2c8b6dcf033c,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:45.434811 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.434941 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Usage tracker for resource:security_group_rule and tenant:c170b0091c4e4534af95d00ca417ebe4 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:45.440354 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:45.444208 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:45.455049 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:45.478535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.511623 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9575a296-11c7-48a0-8a14-e469ae821d99,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:45.538960 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-7dc821f6-788c-42f5-aa96-1aa4cc10e3df tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:45.541202 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-7dc821f6-788c-42f5-aa96-1aa4cc10e3df tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 818 time: 1.4808233 Jun 24 14:23:45.566208 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.572598 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.581499 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'port': {'device_id': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'admin_state_up': True, 'tenant_id': 'b135092794e24d09b7eaa852215352f0'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:45.620563 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc83b018-a742-4371-9fa9-cbb22ab8c8d3,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:45.640076 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c3be2999-8cd4-4d28-932b-dd320680f0ba admin admin] 10.222.0.33 "DELETE /v2.0/networks/9575a296-11c7-48a0-8a14-e469ae821d99 HTTP/1.1" status: 204 len: 168 time: 4.0607345 Jun 24 14:23:45.671259 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a5b2b9ad-e5ce-4d59-ad87-9f3a33551a3c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c170b0091c4e4534af95d00ca417ebe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930937 Jun 24 14:23:45.673698 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49108) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:45.697059 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=73a45190-f015-48d1-90ab-2c8b6dcf033c,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:45.719877 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:45.720688 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.721505 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.732297 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 07c45c61-e803-4819-93f4-9942b9aea368 resource provider aggregate not found Jun 24 14:23:45.782410 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3cb65ac2-f250-478c-be22-0faab2135794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.808716 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e8a08a54-4676-4ff0-94c7-6e6ae82e43b9 req-920409e6-57d9-4906-884c-260c920be145 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093480 Jun 24 14:23:45.830508 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3cb65ac2-f250-478c-be22-0faab2135794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.834509 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 07c45c61-e803-4819-93f4-9942b9aea368 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07c45c61-e803-4819-93f4-9942b9aea368 found for delete ", "request_id": "req-908ca54c-da91-4b7c-9c3f-4d701b23b83c"}]} Jun 24 14:23:45.849854 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49114) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:45.869246 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:45.920593 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ebc30b04-4b94-4b76-b124-319041d9d617 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7ce48a0f6169433090aa3078f94853f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695348 Jun 24 14:23:45.931136 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49118) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:45.952799 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3cb65ac2-f250-478c-be22-0faab2135794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:45.977446 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb65ac2-f250-478c-be22-0faab2135794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc83b018-a742-4371-9fa9-cbb22ab8c8d3,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:46.008486 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3cb65ac2-f250-478c-be22-0faab2135794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.014333 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3cb65ac2-f250-478c-be22-0faab2135794 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fc83b018-a742-4371-9fa9-cbb22ab8c8d3 HTTP/1.1" status: 204 len: 168 time: 0.3276126 Jun 24 14:23:46.054473 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c1941d06-5999-4d60-9a5a-c20614efe111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.075605 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6da3427f-ca68-4603-bffb-0070a59a05d6 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:46.091202 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c1941d06-5999-4d60-9a5a-c20614efe111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.164882 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 6da3427f-ca68-4603-bffb-0070a59a05d6 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:46.172366 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:46.172713 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 6da3427f-ca68-4603-bffb-0070a59a05d6 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:46.173344 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.177124 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.202847 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:46.240608 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:23:46.268340 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c1941d06-5999-4d60-9a5a-c20614efe111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.292895 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1941d06-5999-4d60-9a5a-c20614efe111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3ac97-cf8a-4c26-aff3-2b9962cae865,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:46.302579 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c1941d06-5999-4d60-9a5a-c20614efe111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.306934 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-c1941d06-5999-4d60-9a5a-c20614efe111 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0fa3ac97-cf8a-4c26-aff3-2b9962cae865 HTTP/1.1" status: 204 len: 168 time: 0.3745620 Jun 24 14:23:46.448666 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 6da3427f-ca68-4603-bffb-0070a59a05d6 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:46.449040 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.533939 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 {{(pid=88154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:23:46.541654 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.559072 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Transition to ACTIVE for port object 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 will not be triggered until provisioned by entity L2. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:46.562239 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Made reservation on behalf of b135092794e24d09b7eaa852215352f0 for: {'port': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:46.567627 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.597807 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 6da3427f-ca68-4603-bffb-0070a59a05d6, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6da3427f-ca68-4603-bffb-0070a59a05d6,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:46.598692 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.605604 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.606527 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 73a45190-f015-48d1-90ab-2c8b6dcf033c up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:46.649761 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49144) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:46.682457 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.731485 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:46.737536 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Usage tracker for resource:security_group_rule and tenant:38bccef472a74e919f193c5aa047f1d5 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:46.745134 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:46.745324 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=6da3427f-ca68-4603-bffb-0070a59a05d6,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:46.754075 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:46.761557 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:46.772873 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3', 'network_id': '55f4b12f-8307-4175-835b-50598e0feae2', 'port_id': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3', 'mac_address': 'fa:16:3e:6c:f4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbfe6e5-0f25-495b-98d3-47121d0d3075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:23:46.805616 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 73a45190-f015-48d1-90ab-2c8b6dcf033c triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:46.805991 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:46.828250 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f7320f0b-cfec-481e-a7b4-e85fd1e56e70 req-e7d0e8b5-d026-47cc-b18a-2eb6d638c029 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 210 time: 0.2212789 Jun 24 14:23:46.937450 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:23:46.982701 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:46.985449 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.025256 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.034324 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.071522 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49154) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:47.077190 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:23:47.139011 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:47.143894 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba61fb3-45f0-464b-9af4-0044ded39be8,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:47.166735 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Pushing event updated for resources: {'Port': ['ID=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:47.212984 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-00910c7f-c079-458a-ba67-f62fbcf98af1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=38bccef472a74e919f193c5aa047f1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619857 Jun 24 14:23:47.213985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49160) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:47.262425 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.294613 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e15bc74c-fa9a-4345-9475-1e7af3ba5f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.332540 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e15bc74c-fa9a-4345-9475-1e7af3ba5f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.354719 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 73a45190-f015-48d1-90ab-2c8b6dcf033c is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:47.355842 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device edeef71e-b297-4980-9794-db126ebb8cb4 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:47.404665 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49164) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:47.424088 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.430765 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e15bc74c-fa9a-4345-9475-1e7af3ba5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.452316 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bc74c-fa9a-4345-9475-1e7af3ba5f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba61fb3-45f0-464b-9af4-0044ded39be8,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:47.484096 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e15bc74c-fa9a-4345-9475-1e7af3ba5f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.488078 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e15bc74c-fa9a-4345-9475-1e7af3ba5f94 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fba61fb3-45f0-464b-9af4-0044ded39be8 HTTP/1.1" status: 204 len: 168 time: 0.2701440 Jun 24 14:23:47.543379 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:47.554163 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port edeef71e-b297-4980-9794-db126ebb8cb4 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:47.554708 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.564979 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-72016754-c8c7-45d1-bcce-f40c2e4e0fe1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6f63dfd6af534d2b971f3e7124b1e332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061038 Jun 24 14:23:47.567618 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49174) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:47.585448 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['962c3037-a4ff-4ac6-9064-5bd3a99e7ff3'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:23:47.679047 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-da27056a-53ea-4ea6-9baf-6f25b1418f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.679727 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:47.690766 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:47.693191 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:47.774303 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.796794 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-da27056a-53ea-4ea6-9baf-6f25b1418f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.813257 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'Port': ['ID=d8be683c-2aae-4e24-a5b4-4b02cce13573,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:47.831070 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Allocated IP 172.28.2.7 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/afdae98b-602d-4a01-8182-ecf7d34141f5) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:47.838315 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:47.854734 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49180) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:47.862306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Usage tracker for resource:security_group_rule and tenant:ae03c24304e24b25a1edd10bc5a68f84 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:47.866247 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:47.867991 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Attempting to bind port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:47.868353 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Attempting to bind port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:47.868675 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Attempting to bind port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:47.878519 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:47.890326 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558a5ba-a4f7-4f72-911e-13dc88b27fec req-06541e39-9ac3-4cef-a665-ce32b9e471b4 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:47.910833 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a558a5ba-a4f7-4f72-911e-13dc88b27fec req-06541e39-9ac3-4cef-a665-ce32b9e471b4 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 944 time: 0.7154689 Jun 24 14:23:47.912202 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Allocated IP 172.20.0.8 (dca48f9e-5e55-4917-8c88-9d55aac1222e/aaf52714-4bae-44fa-b375-b39f65ee1cbb/e63bf292-8eee-45f8-867c-9fb71976c541) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:47.949856 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-da27056a-53ea-4ea6-9baf-6f25b1418f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:47.979445 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27056a-53ea-4ea6-9baf-6f25b1418f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8987ae-89c3-4ee3-bd78-7de862b94a2a,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:47.984202 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port edeef71e-b297-4980-9794-db126ebb8cb4 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:48.016450 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-da27056a-53ea-4ea6-9baf-6f25b1418f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.028197 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-da27056a-53ea-4ea6-9baf-6f25b1418f43 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8f8987ae-89c3-4ee3-bd78-7de862b94a2a HTTP/1.1" status: 204 len: 168 time: 0.4566600 Jun 24 14:23:48.092070 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 on network dca48f9e-5e55-4917-8c88-9d55aac1222e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:23:48.096615 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Attempting to bind port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:48.111017 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6da3427f-ca68-4603-bffb-0070a59a05d6 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:48.174247 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.184104 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.256177 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:48.256535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Checking segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:48.257143 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Bound using segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:48.257586 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Bound port: 99fbcd3f-b94e-4afb-885a-70869c1fb7a4, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:48.257923 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.272451 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0bfa7-5d65-4f44-b44a-2393089eb508,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:48.298067 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-7cf1f8c4-8e4d-43ea-a684-cde41968961d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ae03c24304e24b25a1edd10bc5a68f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8850679 Jun 24 14:23:48.300537 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49200) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:48.337235 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 6da3427f-ca68-4603-bffb-0070a59a05d6 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:48.337696 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.390016 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a558a5ba-a4f7-4f72-911e-13dc88b27fec req-0ba1db43-a36c-450d-ab25-7d2e0d00b605 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740498 Jun 24 14:23:48.390016 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-214a4712-5d8c-4fd9-a903-07365cad6d3d req-6333ab39-db40-4ca8-8e9b-3f5ac371b99f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 210 time: 0.1612685 Jun 24 14:23:48.390016 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.399866 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2694db8f-0d2d-4acc-a649-8e5845d35456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.463900 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2694db8f-0d2d-4acc-a649-8e5845d35456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.527252 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:48.548233 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Usage tracker for resource:security_group_rule and tenant:08cf63932d4a4adf88752c18753b03db is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:48.550630 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2694db8f-0d2d-4acc-a649-8e5845d35456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.569496 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 6da3427f-ca68-4603-bffb-0070a59a05d6 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:48.573762 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2694db8f-0d2d-4acc-a649-8e5845d35456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.579735 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-2694db8f-0d2d-4acc-a649-8e5845d35456 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/73d0bfa7-5d65-4f44-b44a-2393089eb508 HTTP/1.1" status: 204 len: 168 time: 0.2776709 Jun 24 14:23:48.583466 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694db8f-0d2d-4acc-a649-8e5845d35456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0bfa7-5d65-4f44-b44a-2393089eb508,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:48.685682 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.687323 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:48.767029 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:48.867211 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.909598 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] For port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4, host hv-cinder-84718, cleared binding levels {{(pid=88154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:48.935992 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49224) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:48.955452 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.968009 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:48.983073 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] For port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:49.002640 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:49.007187 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea135b0000d439f8d845449e57a703b is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:49.010880 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:49.014457 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.017921 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:49.110852 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.137820 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.144744 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:49.145381 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.146979 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] 10.222.0.39 "PUT /v2.0/ports/99fbcd3f-b94e-4afb-885a-70869c1fb7a4 HTTP/1.1" status: 200 len: 1093 time: 3.9832559 Jun 24 14:23:49.147976 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.165551 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'tag': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:23:49.197108 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Transition to ACTIVE for port object e63bf292-8eee-45f8-867c-9fb71976c541 will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:49.216762 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3ea135b0000d439f8d845449e57a703b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797081 Jun 24 14:23:49.218108 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662273f-2b43-4bfc-b220-7173e9ffc006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf10c98d-6600-4162-b0db-ce79b1c68054,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:49.236029 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49234) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:49.365032 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.365748 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-006316bd-6a2e-45f0-aca0-5c6c3c59bb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.381751 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a78227-8d61-4367-b031-021d321a2114 service neutron] Pushing event updated for resources: {'Port': ['ID=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,revision_number=3']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:49.411758 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-006316bd-6a2e-45f0-aca0-5c6c3c59bb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.465790 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.531580 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-006316bd-6a2e-45f0-aca0-5c6c3c59bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.532812 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.564447 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-006316bd-6a2e-45f0-aca0-5c6c3c59bb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.570009 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-006316bd-6a2e-45f0-aca0-5c6c3c59bb87 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cf10c98d-6600-4162-b0db-ce79b1c68054 HTTP/1.1" status: 204 len: 168 time: 0.3327394 Jun 24 14:23:49.573985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006316bd-6a2e-45f0-aca0-5c6c3c59bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf10c98d-6600-4162-b0db-ce79b1c68054,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:49.606483 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:49.663229 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:49.687359 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:49.787338 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'Port': ['ID=afdae98b-602d-4a01-8182-ecf7d34141f5,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:49.791385 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=08cf63932d4a4adf88752c18753b03db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9332137 Jun 24 14:23:49.794117 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49266) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:49.843038 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3184e947-f0eb-40a2-8057-3ac23d555516 req-c0419286-defc-4450-857d-d8f86c5c157b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 210 time: 0.2411592 Jun 24 14:23:49.870637 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-34b224e4-1dcf-407f-bc48-f9994f99b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.877480 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb10e1-d290-4ce2-9ddd-141273f2fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7eafd5-dee3-4f16-b624-59d1679329cc,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:49.903453 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:49.909669 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-34b224e4-1dcf-407f-bc48-f9994f99b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.020110 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.024292 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-34b224e4-1dcf-407f-bc48-f9994f99b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.044459 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-95de27f4-4e35-40ab-a41b-ec0fea4b8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:50.045957 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-95de27f4-4e35-40ab-a41b-ec0fea4b8727 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 1096 time: 0.8321187 Jun 24 14:23:50.056202 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b224e4-1dcf-407f-bc48-f9994f99b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7eafd5-dee3-4f16-b624-59d1679329cc,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:50.063088 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-34b224e4-1dcf-407f-bc48-f9994f99b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.070268 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-34b224e4-1dcf-407f-bc48-f9994f99b7d1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0f7eafd5-dee3-4f16-b624-59d1679329cc HTTP/1.1" status: 204 len: 168 time: 0.2749918 Jun 24 14:23:50.130956 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Network dca48f9e-5e55-4917-8c88-9d55aac1222e is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:23:50.143799 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.resource_extend [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:23:50.165818 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:23:50.188761 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:23:50.215761 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.218413 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-f472dee7-944e-44bb-95cd-6fdf2200e4b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4 HTTP/1.1" status: 200 len: 217 time: 0.1376505 Jun 24 14:23:50.245742 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38e897-8f04-42ef-ac3a-b0a83e0e3b21 req-e3688661-9182-4b77-914d-9150d17a9a42 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:50.248079 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dc38e897-8f04-42ef-ac3a-b0a83e0e3b21 req-e3688661-9182-4b77-914d-9150d17a9a42 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 944 time: 0.5955672 Jun 24 14:23:50.251827 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:50.253146 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'Port': ['ID=e63bf292-8eee-45f8-867c-9fb71976c541,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:50.379757 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-763ec2b8-502c-4b6a-ade8-61669e1ba4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:50.381286 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-763ec2b8-502c-4b6a-ade8-61669e1ba4a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.1201682 Jun 24 14:23:50.381904 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.387578 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bee7701-976f-4a27-825e-4891b7443a76'] response: {'name': 'network-changed', 'server_uuid': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'tag': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4', 'status': 'completed', 'code': 200} Jun 24 14:23:50.420457 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-be62b15c-0cb7-4846-9c9b-fbee6f9634d0 None None] Provisioning for port e63bf292-8eee-45f8-867c-9fb71976c541 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:50.426905 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:50.432282 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-be62b15c-0cb7-4846-9c9b-fbee6f9634d0 None None] Provisioning complete for port e63bf292-8eee-45f8-867c-9fb71976c541 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:50.432811 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-be62b15c-0cb7-4846-9c9b-fbee6f9634d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.468494 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:50.469228 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.507154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.563217 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-be62b15c-0cb7-4846-9c9b-fbee6f9634d0 None None] Port e63bf292-8eee-45f8-867c-9fb71976c541 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:23:50.649455 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:50.650027 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.688365 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:23:50.689161 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49302) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:50.722847 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.767277 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dc38e897-8f04-42ef-ac3a-b0a83e0e3b21 req-57673933-1b55-4966-b1f8-a99974a0c415 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049922 Jun 24 14:23:50.772626 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:50.772709 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:50.773641 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.774304 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:50.779829 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Usage tracker for resource:security_group_rule and tenant:5af206e5e7f1451cb6f0ec1005dd8c9e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:50.780359 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.784167 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'Port': ['ID=d8be683c-2aae-4e24-a5b4-4b02cce13573,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:50.788160 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:50.799943 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.802145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:50.882252 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:50.912473 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.920817 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:50.977949 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5af206e5e7f1451cb6f0ec1005dd8c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871165 Jun 24 14:23:50.978563 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49318) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:50.991694 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556f511-b606-4b49-9c06-49c6368c425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0a2643-e1e4-4ba5-9c1e-5f9b18723579,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:51.047342 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52da1a95-6fdd-4e96-a6e0-0bae4bae3cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.077120 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52da1a95-6fdd-4e96-a6e0-0bae4bae3cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.099747 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-c432adac-4b37-4d5c-acda-bade235fb5f2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5265441 Jun 24 14:23:51.109617 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.110998 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-1e44e47b-ee0e-4115-8a52-89bfe3a64842 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.0550628 Jun 24 14:23:51.142888 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Request body: {'port': {'device_id': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:51.149594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52da1a95-6fdd-4e96-a6e0-0bae4bae3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.176103 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1a95-6fdd-4e96-a6e0-0bae4bae3cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0a2643-e1e4-4ba5-9c1e-5f9b18723579,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:51.188489 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-52da1a95-6fdd-4e96-a6e0-0bae4bae3cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.190500 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-52da1a95-6fdd-4e96-a6e0-0bae4bae3cd7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1c0a2643-e1e4-4ba5-9c1e-5f9b18723579 HTTP/1.1" status: 204 len: 168 time: 0.2101936 Jun 24 14:23:51.279607 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-16f84186-62a0-4357-b2c1-65fbe1a5df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:51.281102 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-16f84186-62a0-4357-b2c1-65fbe1a5df21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8402178 Jun 24 14:23:51.398024 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.481411 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.508531 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.567638 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2fbca-d1f9-44e9-a070-b4a618a9e0f8 req-2c9f6739-6461-420b-8159-5b6ad4756e67 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:51.568345 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d2b2fbca-d1f9-44e9-a070-b4a618a9e0f8 req-2c9f6739-6461-420b-8159-5b6ad4756e67 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:51.593381 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04155f20-e77d-48f0-abb9-8fddf6917f85'] response: {'server_uuid': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3', 'code': 200} Jun 24 14:23:51.689237 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-640ca0d2-e889-4567-925d-9982056cd7cf service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972945 Jun 24 14:23:51.804853 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'Port': ['ID=afdae98b-602d-4a01-8182-ecf7d34141f5,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:51.807866 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d2b2fbca-d1f9-44e9-a070-b4a618a9e0f8 req-2c9f6739-6461-420b-8159-5b6ad4756e67 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:51.821247 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d2b2fbca-d1f9-44e9-a070-b4a618a9e0f8 req-2c9f6739-6461-420b-8159-5b6ad4756e67 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 931 time: 0.7803459 Jun 24 14:23:51.898958 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-1170b5d8-25ce-41d0-a180-5a7e273e4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:51.901291 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-1170b5d8-25ce-41d0-a180-5a7e273e4170 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 1098 time: 0.0917246 Jun 24 14:23:51.923820 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.947561 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:51.952114 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Usage tracker for resource:security_group_rule and tenant:4c4b7737b2d2408b8da58c325c147873 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:51.956524 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:51.963419 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:52.060152 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:52.110621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:52.118827 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:52.136313 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:52.137555 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3212224f-f2b7-46c9-972e-86b2e58332ae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 11.2918980 Jun 24 14:23:52.176103 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-cce0e0f8-8b58-4ae2-9a00-51d3f8f8684c req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688148 Jun 24 14:23:52.178965 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-31aed4c5-8e62-470f-a22c-ab59a228483e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:52.180328 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82596c91-f8c4-4b96-b14e-785b3a4234ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90ffea-dd13-414a-8504-837a556af044,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:52.234590 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d2b2fbca-d1f9-44e9-a070-b4a618a9e0f8 req-307e2374-682d-4c21-abb6-e5a1ee004c8d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396835 Jun 24 14:23:52.304020 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a48fcffd-740b-44a8-a80f-520247dfa1e9 req-407733ba-4cf7-477a-b4c9-dc45746e6a31 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011368 Jun 24 14:23:52.307734 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-31aed4c5-8e62-470f-a22c-ab59a228483e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:52.308915 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-31aed4c5-8e62-470f-a22c-ab59a228483e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1792625792&fields=id&tenant_id=da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 267 time: 0.5050128 Jun 24 14:23:52.591718 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63bf292-8eee-45f8-867c-9fb71976c541 {{(pid=88154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:23:52.606621 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:52.664148 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Transition to ACTIVE for port object e63bf292-8eee-45f8-867c-9fb71976c541 will not be triggered until provisioned by entity L2. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:23:52.676218 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-45ab3b1f-50db-418c-aa52-1bf7914a6a3f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:52.677762 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-45ab3b1f-50db-418c-aa52-1bf7914a6a3f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 814 time: 0.3597739 Jun 24 14:23:52.682888 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:52.982937 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e2540346-256e-4df4-864e-fcb7ff885f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:53.014725 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-77171bce-f263-47ba-84d8-7f187a448110 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/quotas/da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 375 time: 0.2892003 Jun 24 14:23:53.029924 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731753-e38a-4446-8840-af27abb20f74 req-70f69bd4-0959-439c-aada-71c76eb6f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:53.031680 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cb731753-e38a-4446-8840-af27abb20f74 req-70f69bd4-0959-439c-aada-71c76eb6f375 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 1096 time: 0.5894580 Jun 24 14:23:53.081784 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a65399-67f7-4f25-a1ec-d0133bb94e54 req-b83c453e-10f5-4979-975c-a0dacbb00044 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:53.083508 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-06a65399-67f7-4f25-a1ec-d0133bb94e54 req-b83c453e-10f5-4979-975c-a0dacbb00044 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 945 time: 0.6816130 Jun 24 14:23:53.230110 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Pushing event updated for resources: {'Port': ['ID=e63bf292-8eee-45f8-867c-9fb71976c541,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:53.365800 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-06a65399-67f7-4f25-a1ec-d0133bb94e54 req-829ad9ce-ac2f-4124-8f36-83bd1c01e18e tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218668 Jun 24 14:23:53.432058 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Attempting to bind port e63bf292-8eee-45f8-867c-9fb71976c541 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:23:53.432379 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Attempting to bind port e63bf292-8eee-45f8-867c-9fb71976c541 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:23:53.432703 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Attempting to bind port e63bf292-8eee-45f8-867c-9fb71976c541 on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:53.448642 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731753-e38a-4446-8840-af27abb20f74 req-ad83d92e-4b00-4dbd-9479-cb6d11a9cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:53.450113 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cb731753-e38a-4446-8840-af27abb20f74 req-ad83d92e-4b00-4dbd-9479-cb6d11a9cc95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.4094524 Jun 24 14:23:53.459938 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Port e63bf292-8eee-45f8-867c-9fb71976c541 on network dca48f9e-5e55-4917-8c88-9d55aac1222e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:23:53.460275 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Attempting to bind port e63bf292-8eee-45f8-867c-9fb71976c541 on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:23:53.619271 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-d08d1dbf-8945-4b0e-ab90-c0f4fe68eccc tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5731244 Jun 24 14:23:53.633149 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:23:53.633462 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Checking segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:23:53.633859 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Bound using segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:23:53.634399 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Bound port: e63bf292-8eee-45f8-867c-9fb71976c541, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:23:53.634746 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:53.648126 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cb731753-e38a-4446-8840-af27abb20f74 req-92f49009-7d9a-43f8-afc7-d13c3f9e79e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4 HTTP/1.1" status: 200 len: 217 time: 0.1823401 Jun 24 14:23:53.919559 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731753-e38a-4446-8840-af27abb20f74 req-e4c8d6a4-3d6b-42ac-b811-52576a216cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:53.921268 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cb731753-e38a-4446-8840-af27abb20f74 req-e4c8d6a4-3d6b-42ac-b811-52576a216cf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.2417789 Jun 24 14:23:53.978465 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-07a1a406-41a1-4587-a5f7-451fbce70aef tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1300438726&fields=id&tenant_id=66b6df60554345868af966e437c8e055 HTTP/1.1" status: 200 len: 267 time: 0.2620056 Jun 24 14:23:53.985927 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] For port e63bf292-8eee-45f8-867c-9fb71976c541, host hv-cinder-84718, cleared binding levels {{(pid=88154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:23:54.036851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] For port e63bf292-8eee-45f8-867c-9fb71976c541, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e63bf292-8eee-45f8-867c-9fb71976c541,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:23:54.277345 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:54.331262 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-fd88e84d-9c22-44e2-94ba-4c71b041ac87 service neutron] 10.222.0.33 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866605 Jun 24 14:23:54.352630 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-531f148b-a121-40dd-b014-c83f8a07c91b tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:54.354603 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-531f148b-a121-40dd-b014-c83f8a07c91b tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 810 time: 0.3519526 Jun 24 14:23:54.392415 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:54.393157 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:54.394864 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] 10.222.0.39 "PUT /v2.0/ports/e63bf292-8eee-45f8-867c-9fb71976c541 HTTP/1.1" status: 200 len: 1093 time: 3.2802994 Jun 24 14:23:54.403551 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'tag': 'e63bf292-8eee-45f8-867c-9fb71976c541'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:23:54.480155 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-7783e7d9-03b7-4045-b676-3d6de0719f58 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/quotas/66b6df60554345868af966e437c8e055 HTTP/1.1" status: 200 len: 375 time: 0.0904932 Jun 24 14:23:54.643197 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098ce19-eb40-4e68-83e5-539850a1da71 service neutron] Pushing event updated for resources: {'Port': ['ID=e63bf292-8eee-45f8-867c-9fb71976c541,revision_number=3']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:54.675874 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731753-e38a-4446-8840-af27abb20f74 req-c7d17d27-9858-4385-8955-316b0017e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:54.677490 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cb731753-e38a-4446-8840-af27abb20f74 req-c7d17d27-9858-4385-8955-316b0017e40b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7494166 Jun 24 14:23:54.873508 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-557c40c1-edcc-430a-b487-1a59e5561b40 service neutron] 10.222.0.33 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280287 Jun 24 14:23:54.900791 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-880e8896-8066-4a0e-8736-60d5639cef4e req-23a775c6-2f34-424d-bf50-5156b270ac44 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Synchronizing usage tracker for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:54.946011 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-f62fd71d-8d5b-4729-b21d-85d750f3961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:54.947595 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-f62fd71d-8d5b-4729-b21d-85d750f3961e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 1096 time: 0.4652646 Jun 24 14:23:55.077752 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-83f04c47-28f2-4134-b75b-939073f9c62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.140541 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-880e8896-8066-4a0e-8736-60d5639cef4e req-23a775c6-2f34-424d-bf50-5156b270ac44 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Unset dirty status for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:55.141909 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-23a775c6-2f34-424d-bf50-5156b270ac44 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6160982 Jun 24 14:23:55.145849 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-3cbc5958-aea4-46c0-8042-4c5e3413b270 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e63bf292-8eee-45f8-867c-9fb71976c541 HTTP/1.1" status: 200 len: 217 time: 0.1804726 Jun 24 14:23:55.148823 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cb731753-e38a-4446-8840-af27abb20f74 req-4ac3d5d4-dfcc-4ca4-a99e-2b7e8bf79b4d service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566114 Jun 24 14:23:55.263345 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49494) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:55.418850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.440550 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:55.444781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-ca682072-9bc9-4ddb-bf60-ce429af71c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:55.445553 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Usage tracker for resource:security_group_rule and tenant:ada1a6a110034a51b3e4c865c758124f is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:55.446215 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-ca682072-9bc9-4ddb-bf60-ce429af71c4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.2566431 Jun 24 14:23:55.449339 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:55.466200 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:55.577954 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-9e9dd6d0-71ce-440a-acc2-20285ea8d1c4 service neutron] 10.222.0.33 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894393 Jun 24 14:23:55.582368 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cb731753-e38a-4446-8840-af27abb20f74 req-5078ca28-0469-4477-b49e-579411b60dc0 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000936 Jun 24 14:23:55.598711 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.603513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.622994 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80a645-93a2-4b2f-baa4-398878ad1649 req-3641c287-2d7b-4e89-a825-1281b91b218a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:55.624004 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2a80a645-93a2-4b2f-baa4-398878ad1649 req-3641c287-2d7b-4e89-a825-1281b91b218a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 943 time: 0.4812157 Jun 24 14:23:55.660682 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ada1a6a110034a51b3e4c865c758124f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956742 Jun 24 14:23:55.662450 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec09bfa-d7c0-41bc-b04a-8241d5b6bb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88758dc-27e8-4675-aeca-45096d7dc94f,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:55.664875 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49510) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:55.729536 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-26869b65-8d79-4df3-84b2-9b61d4e6e08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.768509 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-26869b65-8d79-4df3-84b2-9b61d4e6e08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.772781 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2a80a645-93a2-4b2f-baa4-398878ad1649 req-ab2a7665-2be9-43ae-8e9e-1ef8961fab66 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997684 Jun 24 14:23:55.788026 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-1ce17190-593b-4564-9734-66416a79582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:55.789263 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-1ce17190-593b-4564-9734-66416a79582c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3201296 Jun 24 14:23:55.897188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-26869b65-8d79-4df3-84b2-9b61d4e6e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.934478 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26869b65-8d79-4df3-84b2-9b61d4e6e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88758dc-27e8-4675-aeca-45096d7dc94f,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:55.972022 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-26869b65-8d79-4df3-84b2-9b61d4e6e08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:55.975894 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-26869b65-8d79-4df3-84b2-9b61d4e6e08e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d88758dc-27e8-4675-aeca-45096d7dc94f HTTP/1.1" status: 204 len: 168 time: 0.3101096 Jun 24 14:23:56.012107 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-a200c677-7198-4f74-94b8-fd650bea02d5 service neutron] 10.222.0.33 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246528 Jun 24 14:23:56.021680 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71844b17-e7be-47b7-8545-2c97cc43befd'] response: {'name': 'network-changed', 'server_uuid': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'tag': 'e63bf292-8eee-45f8-867c-9fb71976c541', 'status': 'completed', 'code': 200} Jun 24 14:23:56.293193 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:23:56.305594 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:56.365963 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-fd9532bc-c988-400a-b6b5-4ddf79d8d594 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480802 Jun 24 14:23:56.705998 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:56.755861 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-6dfcdd00-dc79-4528-8d11-2b6aff4f33d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2753272 Jun 24 14:23:56.860985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49554) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:56.914341 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:56.919766 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:56.968401 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'port_id': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4', 'mac_address': 'fa:16:3e:e1:9c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:23:57.096452 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:57.096720 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:57.149877 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:23:57.179904 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d348f515-53e4-453d-b91b-055f03304282 req-cf3767e6-1ea4-4b29-a863-de23f3e8c858 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 210 time: 0.0775754 Jun 24 14:23:57.193582 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:57.209009 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Usage tracker for resource:security_group_rule and tenant:28da8e2534b044bcbbabac00de323a91 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:57.209413 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:57.219852 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:57.224090 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:57.261192 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:57.279672 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600efc52-f293-4a00-94e4-882e7b67f44d req-9e39d26a-c27a-4b45-8806-8928feb80abd tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:57.281602 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-600efc52-f293-4a00-94e4-882e7b67f44d req-9e39d26a-c27a-4b45-8806-8928feb80abd tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 945 time: 1.1637890 Jun 24 14:23:57.367869 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340728-43a8-435d-9ff6-048a801e6f63 req-f2cbd316-a1ab-4dac-b170-ab60f71f7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:57.370062 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:57.373582 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-f2cbd316-a1ab-4dac-b170-ab60f71f7471 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bcb19fcd59c4e36b2596044999e7bd4&device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 1098 time: 0.3985901 Jun 24 14:23:57.456072 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['99fbcd3f-b94e-4afb-885a-70869c1fb7a4'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:23:57.463244 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-8e6e248d-0531-4aba-b859-3c5d540b2398 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:57.464691 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-8e6e248d-0531-4aba-b859-3c5d540b2398 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 814 time: 1.0729713 Jun 24 14:23:57.469475 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-45662897-e13e-4fdd-b924-eacfb12ac11b req-f4031684-334e-48a0-a002-ee35597e2e16 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0748155 Jun 24 14:23:57.472117 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-eb6bfe71-48bd-4a6f-96b9-2a991b1d6023 req-7cf8bae9-49ca-4dec-9fd8-fe05bc4fad08 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 210 time: 0.1169922 Jun 24 14:23:57.529650 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-600efc52-f293-4a00-94e4-882e7b67f44d req-a9570804-4fa4-429b-a4c2-a9ba1d3a6956 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226658 Jun 24 14:23:57.560904 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-9bd088af-8922-46e7-b6c8-308ec74fc7e1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 380 time: 0.0844049 Jun 24 14:23:57.573399 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'port': {'device_id': '09a1c38f-7060-40cd-9efe-890093871231', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'admin_state_up': True, 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'security_groups': ['c031d348-54da-4ab3-ac89-71ce38aded85']}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:23:57.854863 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340728-43a8-435d-9ff6-048a801e6f63 req-87b1fd7f-d93a-4dce-9b59-38d6d8a3e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:57.857764 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-87b1fd7f-d93a-4dce-9b59-38d6d8a3e55c service neutron] 10.222.0.39 "GET /v2.0/networks?id=55f4b12f-8307-4175-835b-50598e0feae2 HTTP/1.1" status: 200 len: 912 time: 0.4486647 Jun 24 14:23:57.864927 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:57.991672 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:58.033251 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:58.117686 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-b3e0ddc6-25a1-4b70-9c7c-9de526a16c45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 HTTP/1.1" status: 200 len: 217 time: 0.2505612 Jun 24 14:23:58.187491 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=28da8e2534b044bcbbabac00de323a91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3244081 Jun 24 14:23:58.193574 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49600) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:58.196015 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c282470-15ac-43b6-9ede-4efb2db10465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31780aba-712d-4841-9e0f-099a3348df6d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:58.219944 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340728-43a8-435d-9ff6-048a801e6f63 req-611cf1bd-a43e-48ed-afee-a3c40334f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:58.221606 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-611cf1bd-a43e-48ed-afee-a3c40334f2fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cdbfe6e5-0f25-495b-98d3-47121d0d3075 HTTP/1.1" status: 200 len: 850 time: 0.0895410 Jun 24 14:23:58.301158 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:23:58.365089 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:23:58.376982 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:port and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:23:58.383645 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:23:58.388713 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340728-43a8-435d-9ff6-048a801e6f63 req-dc66bcda-1b54-4c26-a766-dee10c7232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:58.395176 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-dc66bcda-1b54-4c26-a766-dee10c7232e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55f4b12f-8307-4175-835b-50598e0feae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1660151 Jun 24 14:23:58.408839 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:23:58.429046 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d9cb8-6352-45fa-bf0b-1281fd4dcef5 req-03e140ee-e4c6-4406-a08b-1f1755ec78a5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:58.436426 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4b8d9cb8-6352-45fa-bf0b-1281fd4dcef5 req-03e140ee-e4c6-4406-a08b-1f1755ec78a5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 943 time: 0.3289711 Jun 24 14:23:58.449978 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:23:58.458469 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:23:58.460091 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:58.469087 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-cff163a6-7c52-48c8-90de-021ca0f76757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:58.470816 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-cff163a6-7c52-48c8-90de-021ca0f76757 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 1096 time: 0.8710575 Jun 24 14:23:58.509095 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4b8d9cb8-6352-45fa-bf0b-1281fd4dcef5 req-23da33e2-801c-4c5c-99b4-b7a83f4012bf tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716016 Jun 24 14:23:58.514932 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Made reservation on behalf of da8bdd3a76284646a65d728c09f1ac2a for: {'port': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:23:58.529585 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:58.814248 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:23:58.815989 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:58.891795 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:23:58.903630 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b9b13516-e02f-4e05-8749-689ebc81e5e2 req-c069eace-ee19-446e-b150-6cdb2bdef7fb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 210 time: 0.1590781 Jun 24 14:23:58.907589 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:23:58.911723 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8550-f21d-4946-af44-34ff1d7b2f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:58.925468 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:58.942722 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-eec19ff8-0205-4fca-a26c-16fde2dca395 service neutron] 10.222.0.39 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369520 Jun 24 14:23:59.043587 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.39', 59160) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:59.119055 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf912ab6-8696-4d3c-9cb1-17db4ec714ea'] response: {'server_uuid': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4', 'code': 200} Jun 24 14:23:59.160037 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:59.216227 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bf2f7065-8026-4a5c-92db-feaf09a425b7 req-62ccc076-1644-45ed-8af0-fbe6a28c6ba1 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 210 time: 0.3087411 Jun 24 14:23:59.289333 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8550-f21d-4946-af44-34ff1d7b2f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:59.415002 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-85c5965b-9e89-4520-88e6-7707589e2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:59.416608 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-85c5965b-9e89-4520-88e6-7707589e2ced service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.9241045 Jun 24 14:23:59.481284 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:59.488888 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-700b2236-e1a7-4544-829e-29b5829ed4eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e63bf292-8eee-45f8-867c-9fb71976c541 HTTP/1.1" status: 200 len: 217 time: 0.0640178 Jun 24 14:23:59.596849 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-c41c47b3-47dc-40cc-b1d3-557750a4d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:59.600874 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-c41c47b3-47dc-40cc-b1d3-557750a4d061 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0995812 Jun 24 14:23:59.614666 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49638) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:59.693229 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.39', 59168) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:23:59.699119 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Allocated IP 172.20.0.3 (724f4881-029e-406d-afbc-85e980605108/8eaaff93-81fb-4857-8be2-8d5b164e029e/fb643c3f-15d2-4cf1-a86e-4d3f27e195a2) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:23:59.726113 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-6f97beed-b848-46a3-b873-3db65a9340a2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:23:59.730693 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-880e8896-8066-4a0e-8736-60d5639cef4e req-6f97beed-b848-46a3-b873-3db65a9340a2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Synchronizing usage tracker for tenant:66b6df60554345868af966e437c8e055 on resource:network {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:59.752796 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-16d80da6-e004-4654-9ca7-129696d6dd21 service neutron] 10.222.0.39 "GET /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905126 Jun 24 14:23:59.780193 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-880e8896-8066-4a0e-8736-60d5639cef4e req-6f97beed-b848-46a3-b873-3db65a9340a2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Unset dirty status for tenant:66b6df60554345868af966e437c8e055 on resource:network {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:59.782739 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-6f97beed-b848-46a3-b873-3db65a9340a2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 810 time: 0.7358744 Jun 24 14:23:59.788219 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8550-f21d-4946-af44-34ff1d7b2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:59.832616 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e8550-f21d-4946-af44-34ff1d7b2f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31780aba-712d-4841-9e0f-099a3348df6d,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:23:59.953197 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-880e8896-8066-4a0e-8736-60d5639cef4e req-c0c27264-c5ba-4477-a921-d40588a30bc2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Synchronizing usage tracker for tenant:66b6df60554345868af966e437c8e055 on resource:security_group {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:23:59.982470 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-880e8896-8066-4a0e-8736-60d5639cef4e req-c0c27264-c5ba-4477-a921-d40588a30bc2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Unset dirty status for tenant:66b6df60554345868af966e437c8e055 on resource:security_group {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:23:59.991662 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-c0c27264-c5ba-4477-a921-d40588a30bc2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b6df60554345868af966e437c8e055 HTTP/1.1" status: 200 len: 380 time: 0.2010491 Jun 24 14:24:00.022523 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8550-f21d-4946-af44-34ff1d7b2f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:00.030022 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-1d3e8550-f21d-4946-af44-34ff1d7b2f9f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/31780aba-712d-4841-9e0f-099a3348df6d HTTP/1.1" status: 204 len: 168 time: 1.8320689 Jun 24 14:24:00.032387 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'port': {'device_id': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'admin_state_up': True, 'tenant_id': '66b6df60554345868af966e437c8e055', 'security_groups': ['c724cbc3-b92e-43d8-9375-c3e00132bc6d']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:00.099915 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:00.161285 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-192ab03f-b0ba-4a99-815e-b3398019b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:00.162838 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-192ab03f-b0ba-4a99-815e-b3398019b2ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5415275 Jun 24 14:24:00.165032 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:00.177280 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Usage tracker for resource:security_group_rule and tenant:70d0adfb26bf46218c925a1480800ad1 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:00.202792 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:00.210909 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fbb9f-3612-4bd6-ba1d-d8cb73662b05 req-6edbcd68-3a21-46eb-8b6c-302efcb99583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:00.212401 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9c7fbb9f-3612-4bd6-ba1d-d8cb73662b05 req-6edbcd68-3a21-46eb-8b6c-302efcb99583 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 1098 time: 0.5153654 Jun 24 14:24:00.222890 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:00.305914 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:00.313271 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device e63bf292-8eee-45f8-867c-9fb71976c541 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:24:00.332188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:00.361420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Made reservation on behalf of 66b6df60554345868af966e437c8e055 for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:00.371451 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:00.463594 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-8e767d57-4dd5-451d-a3bb-0380e63f6fed req-5cf77f10-70fa-4df4-a888-d09f938523f6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:00.555413 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:00.585572 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Transition to ACTIVE for port object fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:00.607834 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Allocated IP 172.20.0.12 (2649c39e-7113-43a2-9437-cfcf9380e309/1e9079d9-c6ed-41bd-9542-4f350f9fc030/1232b56c-021b-4bbd-8df2-e7009ab08c6d) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:00.685214 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9c7fbb9f-3612-4bd6-ba1d-d8cb73662b05 req-c1d68196-6a02-4060-a852-2698a4dc3e32 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587109 Jun 24 14:24:00.726920 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port e63bf292-8eee-45f8-867c-9fb71976c541, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e63bf292-8eee-45f8-867c-9fb71976c541,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:00.763731 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'e63bf292-8eee-45f8-867c-9fb71976c541', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'port_id': 'e63bf292-8eee-45f8-867c-9fb71976c541', 'mac_address': 'fa:16:3e:31:65:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:24:00.871364 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:00.889804 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Transition to ACTIVE for port object 1232b56c-021b-4bbd-8df2-e7009ab08c6d will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:00.946682 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:00.993835 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port e63bf292-8eee-45f8-867c-9fb71976c541 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:00.994431 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:01.061301 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63bf292-8eee-45f8-867c-9fb71976c541 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:01.105333 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port e63bf292-8eee-45f8-867c-9fb71976c541, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e63bf292-8eee-45f8-867c-9fb71976c541,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:01.112104 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:01.160966 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-0f620c8a-aa68-4610-9e41-b48195198fbf service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865751 Jun 24 14:24:01.169406 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2798f41-b739-4310-ad7a-fbcb562ca45f req-5d1df0cd-e5ca-4e4d-80fc-71a58dc7adc0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:01.171216 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f2798f41-b739-4310-ad7a-fbcb562ca45f req-5d1df0cd-e5ca-4e4d-80fc-71a58dc7adc0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 943 time: 1.2587979 Jun 24 14:24:01.184747 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'Port': ['ID=1232b56c-021b-4bbd-8df2-e7009ab08c6d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:01.196314 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-8e767d57-4dd5-451d-a3bb-0380e63f6fed req-5cf77f10-70fa-4df4-a888-d09f938523f6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:01.197704 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8e767d57-4dd5-451d-a3bb-0380e63f6fed req-5cf77f10-70fa-4df4-a888-d09f938523f6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 210 time: 0.8936312 Jun 24 14:24:01.211040 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.211711 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.212099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.212633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.213174 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.213706 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.214242 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.214784 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.215331 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.215862 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.216401 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.216904 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:01.226842 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Network 2649c39e-7113-43a2-9437-cfcf9380e309 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:01.228452 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:01.233308 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:01.255123 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:01.270253 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=e63bf292-8eee-45f8-867c-9fb71976c541,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:01.351148 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['e63bf292-8eee-45f8-867c-9fb71976c541'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:01.420725 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:01.421879 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:01.488470 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ab40f7a4-7ae3-423f-84ff-4337633dbfd4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4897959 Jun 24 14:24:01.505137 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Request body: {'port': {'device_id': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:01.739391 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f2798f41-b739-4310-ad7a-fbcb562ca45f req-12d85b41-5656-4317-ae51-d942ae271051 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400293 Jun 24 14:24:01.744353 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:01.774043 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Network 724f4881-029e-406d-afbc-85e980605108 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:01.849220 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:01.879401 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:02.009420 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:02.012413 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-71b651bf-daf0-4f34-826d-a3ca3f1ced1d None None] Provisioning for port 1232b56c-021b-4bbd-8df2-e7009ab08c6d completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:02.017436 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:02.018064 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.047301 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-71b651bf-daf0-4f34-826d-a3ca3f1ced1d None None] Provisioning complete for port 1232b56c-021b-4bbd-8df2-e7009ab08c6d triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:02.047893 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-71b651bf-daf0-4f34-826d-a3ca3f1ced1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.067971 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5010743 Jun 24 14:24:02.120243 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Request body: {'port': {'device_id': '09a1c38f-7060-40cd-9efe-890093871231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:02.164801 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.166359 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.166359 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.166359 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.166359 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.166989 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.167133 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.167355 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.167676 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.167987 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.168305 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.168616 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d7c1-879e-4110-8815-623417d77403 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:02.286354 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.319558 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-71b651bf-daf0-4f34-826d-a3ca3f1ced1d None None] Port 1232b56c-021b-4bbd-8df2-e7009ab08c6d cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:02.405972 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5ff0a088-8b7c-4986-b792-1d815936d7eb req-e837912c-192b-41f4-93ee-47bfe3520130 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2308834 Jun 24 14:24:02.421030 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49722) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:02.431854 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.458972 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-73f9ad9f-161a-4120-9b52-7ac2dd41c38e None None] Provisioning for port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:02.474728 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-73f9ad9f-161a-4120-9b52-7ac2dd41c38e None None] Provisioning complete for port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:02.475648 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-73f9ad9f-161a-4120-9b52-7ac2dd41c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.514469 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331b431-1cad-4950-ad9c-7d1d351e7d19 req-daee6d2f-2015-472d-b57c-8e68c1ed1ec9 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:02.524892 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e331b431-1cad-4950-ad9c-7d1d351e7d19 req-daee6d2f-2015-472d-b57c-8e68c1ed1ec9 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 932 time: 0.9775212 Jun 24 14:24:02.638934 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-73f9ad9f-161a-4120-9b52-7ac2dd41c38e None None] Port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:02.657638 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e331b431-1cad-4950-ad9c-7d1d351e7d19 req-ee04d2f1-fa85-4385-9131-382bf6d89fbe tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314902 Jun 24 14:24:02.786456 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=70d0adfb26bf46218c925a1480800ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1644325 Jun 24 14:24:02.790686 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49742) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:02.856786 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8839475-7ed9-4c03-8a7f-b950cc8fe01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ce313-6da6-45d1-8c43-52433b64aee8,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:02.861011 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.915841 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.956001 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1232b56c-021b-4bbd-8df2-e7009ab08c6d {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:02.975180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:02.979508 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:02.985207 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Usage tracker for resource:security_group_rule and tenant:b176b48e469e4e31b18fd3447f0a0f86 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:02.990898 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:03.002011 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:03.006606 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Transition to ACTIVE for port object 1232b56c-021b-4bbd-8df2-e7009ab08c6d will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:03.015564 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:03.326327 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Pushing event updated for resources: {'Port': ['ID=1232b56c-021b-4bbd-8df2-e7009ab08c6d,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:03.457043 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Attempting to bind port 1232b56c-021b-4bbd-8df2-e7009ab08c6d on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:03.457043 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Attempting to bind port 1232b56c-021b-4bbd-8df2-e7009ab08c6d by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:03.457043 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Attempting to bind port 1232b56c-021b-4bbd-8df2-e7009ab08c6d on network 2649c39e-7113-43a2-9437-cfcf9380e309 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:03.471668 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Port 1232b56c-021b-4bbd-8df2-e7009ab08c6d on network 2649c39e-7113-43a2-9437-cfcf9380e309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:24:03.472019 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Attempting to bind port 1232b56c-021b-4bbd-8df2-e7009ab08c6d on network 2649c39e-7113-43a2-9437-cfcf9380e309 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:03.501293 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:03.501946 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Checking segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:03.502633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Bound using segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:03.503392 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Bound port: 1232b56c-021b-4bbd-8df2-e7009ab08c6d, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:03.504010 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:03.551480 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:03.565075 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-097daaac-6103-4ce7-9150-9edbea3f8491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:03.611834 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:03.696738 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-097daaac-6103-4ce7-9150-9edbea3f8491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:03.723762 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63690ab5-fbcc-480b-b453-5832c98351f7,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:03.727172 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dae3e-df10-4e76-a9da-57583bc5dbce req-f6c422c7-bec7-4992-8245-3568501f3954 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:03.732400 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c06dae3e-df10-4e76-a9da-57583bc5dbce req-f6c422c7-bec7-4992-8245-3568501f3954 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 944 time: 0.5343118 Jun 24 14:24:03.757433 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f6d4105d-1d0b-49fe-b0d1-be6065049866 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b176b48e469e4e31b18fd3447f0a0f86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3273675 Jun 24 14:24:03.761394 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49770) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:03.770857 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3255a1-5490-4550-bfff-c5cc75361c50 req-0a73de57-484f-4988-8906-471b35e6d1a9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:03.773391 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-df3255a1-5490-4550-bfff-c5cc75361c50 req-0a73de57-484f-4988-8906-471b35e6d1a9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 931 time: 0.8466682 Jun 24 14:24:03.801458 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] For port 1232b56c-021b-4bbd-8df2-e7009ab08c6d, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:03.822822 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] For port 1232b56c-021b-4bbd-8df2-e7009ab08c6d, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:03.853911 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.036536 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:04.046051 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.050955 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] 10.222.0.39 "PUT /v2.0/ports/1232b56c-021b-4bbd-8df2-e7009ab08c6d HTTP/1.1" status: 200 len: 1094 time: 2.5524838 Jun 24 14:24:04.051945 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c9c62ce2-327d-495c-a3f3-8f55dd480428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.056485 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:04.099397 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c06dae3e-df10-4e76-a9da-57583bc5dbce req-83bb4e8f-5bcc-4d5e-a5bd-cb92577c1c4d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384068 Jun 24 14:24:04.143996 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-df3255a1-5490-4550-bfff-c5cc75361c50 req-b3f1822c-daf2-46dc-8649-40bd7db6a8a6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825089 Jun 24 14:24:04.188013 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-097daaac-6103-4ce7-9150-9edbea3f8491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.233280 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097daaac-6103-4ce7-9150-9edbea3f8491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ce313-6da6-45d1-8c43-52433b64aee8,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:04.241197 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-097daaac-6103-4ce7-9150-9edbea3f8491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.264565 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c9c62ce2-327d-495c-a3f3-8f55dd480428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.268348 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-097daaac-6103-4ce7-9150-9edbea3f8491 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b37ce313-6da6-45d1-8c43-52433b64aee8 HTTP/1.1" status: 204 len: 168 time: 1.4401526 Jun 24 14:24:04.314930 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f950b-35e2-4f28-96bf-e7c0d19d5a51 service neutron] Pushing event updated for resources: {'Port': ['ID=1232b56c-021b-4bbd-8df2-e7009ab08c6d,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:04.346293 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device e63bf292-8eee-45f8-867c-9fb71976c541 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:04.446646 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f658904a-fbcf-413a-acad-b070885b8dec'] response: {'name': 'network-changed', 'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'status': 'completed', 'code': 200} Jun 24 14:24:04.455155 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port e63bf292-8eee-45f8-867c-9fb71976c541 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:04.470374 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port e63bf292-8eee-45f8-867c-9fb71976c541 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:04.471521 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.561794 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-cf75c8e9-6bb8-4e11-92d0-f9585dd0303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:04.564471 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-cf75c8e9-6bb8-4e11-92d0-f9585dd0303b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 1097 time: 0.4483895 Jun 24 14:24:04.673734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c9c62ce2-327d-495c-a3f3-8f55dd480428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.705025 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port e63bf292-8eee-45f8-867c-9fb71976c541 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:04.706275 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.707927 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-fdbf57e4-324c-4b70-8626-19bdf3058e9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d HTTP/1.1" status: 200 len: 217 time: 0.1359780 Jun 24 14:24:04.714516 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c62ce2-327d-495c-a3f3-8f55dd480428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63690ab5-fbcc-480b-b453-5832c98351f7,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:04.741857 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 {{(pid=88154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:04.756725 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.792112 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c9c62ce2-327d-495c-a3f3-8f55dd480428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.797588 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-c9c62ce2-327d-495c-a3f3-8f55dd480428 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/63690ab5-fbcc-480b-b453-5832c98351f7 HTTP/1.1" status: 204 len: 168 time: 1.0356796 Jun 24 14:24:04.844607 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929569-c490-4f39-a99e-ed75e6024fe7 req-1f234c1c-1a3f-4dd9-bf69-4a0fc2ac92ed tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:04.847812 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e2929569-c490-4f39-a99e-ed75e6024fe7 req-1f234c1c-1a3f-4dd9-bf69-4a0fc2ac92ed tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 944 time: 0.3573430 Jun 24 14:24:04.852119 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Transition to ACTIVE for port object fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 will not be triggered until provisioned by entity L2. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:04.872030 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-72ff42c6-75ac-41c7-9c2c-fa8291890a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:04.873490 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-72ff42c6-75ac-41c7-9c2c-fa8291890a40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.1539214 Jun 24 14:24:04.878325 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63bf292-8eee-45f8-867c-9fb71976c541'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:04.890967 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:04.929089 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port e63bf292-8eee-45f8-867c-9fb71976c541, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e63bf292-8eee-45f8-867c-9fb71976c541,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:04.945376 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:05.109025 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d1ddab-eb7f-466d-987a-2181a270e944'] response: {'server_uuid': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63bf292-8eee-45f8-867c-9fb71976c541', 'code': 200} Jun 24 14:24:05.176003 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=e63bf292-8eee-45f8-867c-9fb71976c541,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:05.207143 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.210948 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.215568 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.215882 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.218565 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.219020 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.219304 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.221243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.221572 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.221902 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.222282 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.222534 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:05.245233 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8896-8066-4a0e-8736-60d5639cef4e req-3628e782-e2d7-40ee-acb1-86c11dbcde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:05.249666 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-3628e782-e2d7-40ee-acb1-86c11dbcde0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3537829 Jun 24 14:24:05.254498 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49816) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:05.419610 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e2929569-c490-4f39-a99e-ed75e6024fe7 req-afaefca5-1752-47fb-bc2b-293944b288ba tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5631053 Jun 24 14:24:05.426194 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:05.576177 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:05.608315 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:05.616687 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Usage tracker for resource:security_group_rule and tenant:72c7611071bb4a78b38e9b6df2a38071 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:05.622403 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:05.640446 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:05.678468 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-5a38dba6-e461-4fb6-ad58-b6f492b6e6ad service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164732 Jun 24 14:24:05.892166 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-880e8896-8066-4a0e-8736-60d5639cef4e req-7fd250cc-5b9e-440c-a68a-42597a330f14 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075784 Jun 24 14:24:05.939672 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:05.947840 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:05.992930 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49830) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:06.095158 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.103913 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea499cc-18f6-4e1a-b6ef-6bc774af4450,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:06.113791 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-0bc49889-da22-450d-bd72-e2e5677c09b5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=72c7611071bb4a78b38e9b6df2a38071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8581474 Jun 24 14:24:06.117027 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49838) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:06.134033 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Attempting to bind port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:06.135318 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Attempting to bind port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:06.135789 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Attempting to bind port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 on network 724f4881-029e-406d-afbc-85e980605108 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:06.159276 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:06.181978 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 on network 724f4881-029e-406d-afbc-85e980605108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:24:06.182460 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Attempting to bind port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 on network 724f4881-029e-406d-afbc-85e980605108 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:06.191609 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Usage tracker for resource:security_group_rule and tenant:81cc8a84a4124301b4177f20cc4ecac2 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:06.196892 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-18544f47-c797-484c-abd2-8da979c51acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.197141 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49844) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:06.198255 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-18544f47-c797-484c-abd2-8da979c51acb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 1097 time: 0.2332070 Jun 24 14:24:06.204925 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:06.229456 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:06.229925 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Checking segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:06.230486 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Bound using segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:06.231182 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Bound port: fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:06.231660 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.258758 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:06.278730 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2489c12-516e-4057-bb23-b990a43b1feb req-72d4e3be-7334-4bfa-a020-10c1a204b594 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.280925 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a2489c12-516e-4057-bb23-b990a43b1feb req-72d4e3be-7334-4bfa-a020-10c1a204b594 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.6441290 Jun 24 14:24:06.298255 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514309a-6f97-4121-bf87-66658229f221 req-7b86588c-e8c9-45b2-991d-c3aa7afa92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.300572 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d514309a-6f97-4121-bf87-66658229f221 req-7b86588c-e8c9-45b2-991d-c3aa7afa92e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 1098 time: 0.4857950 Jun 24 14:24:06.371720 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c92abdec-dc31-4eda-9cd8-fea7f293494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.414515 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c92abdec-dc31-4eda-9cd8-fea7f293494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.439181 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e10e7-1b0b-4026-89b0-c9b0c0f9d2a7 req-0efdda40-3142-4e48-93d1-4dfe0c0dd82e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.441319 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-382e10e7-1b0b-4026-89b0-c9b0c0f9d2a7 req-0efdda40-3142-4e48-93d1-4dfe0c0dd82e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.6291459 Jun 24 14:24:06.473146 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-96ed2d18-cd8a-4abc-83a6-2175126300a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.474712 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-96ed2d18-cd8a-4abc-83a6-2175126300a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 911 time: 0.2699738 Jun 24 14:24:06.493068 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.545458 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-12694a20-d563-475d-9ae2-177530ab6456 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d HTTP/1.1" status: 200 len: 217 time: 0.0645146 Jun 24 14:24:06.551284 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c92abdec-dc31-4eda-9cd8-fea7f293494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.591071 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:06.597707 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a2489c12-516e-4057-bb23-b990a43b1feb req-f716e3a5-c324-4a80-b81f-f6e4c3c12e06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041751 Jun 24 14:24:06.601468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92abdec-dc31-4eda-9cd8-fea7f293494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea499cc-18f6-4e1a-b6ef-6bc774af4450,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:06.618429 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d514309a-6f97-4121-bf87-66658229f221 req-71b95ca2-28ab-4150-8534-0ffbc8756949 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829151 Jun 24 14:24:06.624306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c92abdec-dc31-4eda-9cd8-fea7f293494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.625038 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Usage tracker for resource:security_group_rule and tenant:4f9ce106885a4f9f8820f174f8f07e32 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:06.627814 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-c92abdec-dc31-4eda-9cd8-fea7f293494d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4ea499cc-18f6-4e1a-b6ef-6bc774af4450 HTTP/1.1" status: 204 len: 168 time: 0.5076139 Jun 24 14:24:06.634029 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:06.661926 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-d61e60c6-c58b-4e3c-9d1e-0bebeaec6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.664305 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-d61e60c6-c58b-4e3c-9d1e-0bebeaec6366 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.1020381 Jun 24 14:24:06.664570 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:06.694474 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-382e10e7-1b0b-4026-89b0-c9b0c0f9d2a7 req-dd543bf9-0690-4be0-a390-a204043ae548 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197773 Jun 24 14:24:06.710918 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, cleared binding levels {{(pid=88154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:06.717677 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:06.738464 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.889992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.890667 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:06.892066 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 200 len: 1093 time: 4.7828679 Jun 24 14:24:06.901576 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:06.977737 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-c3b3e9f2-237b-4e0a-820c-7bb97dd4de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:06.979884 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-c3b3e9f2-237b-4e0a-820c-7bb97dd4de83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1524677 Jun 24 14:24:06.997137 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.074066 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49860) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:07.090311 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.103678 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.118624 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240710fd-0bca-4b28-8e20-cf199ae8e186'] response: {'name': 'network-changed', 'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'status': 'completed', 'code': 200} Jun 24 14:24:07.131351 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=81cc8a84a4124301b4177f20cc4ecac2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1274314 Jun 24 14:24:07.132003 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:07.134163 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49864) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:07.145847 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917eb43-2c92-41c7-b594-dc96dfc65175 service neutron] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=3']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:07.153886 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa05ebfd91e43e9b2d52ba1cf842aba is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:07.167514 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:07.185985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:07.237609 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-85fe680b-e824-413f-97ef-30cff8f6ea61 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505376 Jun 24 14:24:07.260089 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53583b4f-6588-413d-acc2-af7ccd68bb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1ea5d-283a-4165-be9f-ba2c17cfc2c5,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:07.318584 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.329723 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88f850-6677-4ec4-a8b8-023783fa2965 req-0bb212c5-4c67-4926-a7eb-0d1f5a92ddeb tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:07.332059 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2f88f850-6677-4ec4-a8b8-023783fa2965 req-0bb212c5-4c67-4926-a7eb-0d1f5a92ddeb tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 944 time: 0.5194194 Jun 24 14:24:07.335858 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.355709 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-57df7baa-4b0b-4d2f-b047-69be944d576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:07.356258 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0688fa99-b014-4418-b786-9b5a3deeaa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.357183 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-57df7baa-4b0b-4d2f-b047-69be944d576a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1096 time: 0.3465650 Jun 24 14:24:07.427835 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0688fa99-b014-4418-b786-9b5a3deeaa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.488735 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-474da282-eafe-4bdb-afbc-3450e35a4b59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 200 len: 217 time: 0.0929286 Jun 24 14:24:07.500986 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3371bb19-c5db-4b4e-ad32-a79432f0f66b,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:07.506973 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-8f96a7af-281f-4925-b6e3-5f0c9e65a1cc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4f9ce106885a4f9f8820f174f8f07e32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3084383 Jun 24 14:24:07.518497 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49876) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:07.529533 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3a717c9f-353a-42d7-9d46-3c449127bae7 req-6ae39025-d311-4757-a73d-d204aa5450af service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754326 Jun 24 14:24:07.547134 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79d22-0d8a-4609-bab4-4a3ce561896b req-29e6f5b6-8a2b-4428-ac09-9a52b57bdff2 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:07.548852 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-77d79d22-0d8a-4609-bab4-4a3ce561896b req-29e6f5b6-8a2b-4428-ac09-9a52b57bdff2 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 945 time: 0.4099090 Jun 24 14:24:07.559332 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.571997 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.584080 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2f88f850-6677-4ec4-a8b8-023783fa2965 req-68b970c5-ec5e-4b29-9e69-4e1983317449 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393048 Jun 24 14:24:07.619642 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-f65c935d-a996-43bf-ab76-a35cf3c35ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:07.621389 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-f65c935d-a996-43bf-ab76-a35cf3c35ae2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.1248274 Jun 24 14:24:07.626747 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-77d79d22-0d8a-4609-bab4-4a3ce561896b req-ef89aaf2-5e1b-400a-a22d-a78c0d77fe0b tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673685 Jun 24 14:24:07.653106 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ffa05ebfd91e43e9b2d52ba1cf842aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756874 Jun 24 14:24:07.657807 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49882) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:07.673131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7c33a-bf76-42d3-abce-c152583925b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce6db19-6e11-4154-90bf-d250105a090d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:07.695713 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0688fa99-b014-4418-b786-9b5a3deeaa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.713248 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bca33182-4f4c-4f5f-9816-da614f8056b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.738538 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688fa99-b014-4418-b786-9b5a3deeaa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1ea5d-283a-4165-be9f-ba2c17cfc2c5,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:07.745572 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-b3b5bdc8-c3f9-4b03-9f16-ead93fd5d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:07.747773 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-b3b5bdc8-c3f9-4b03-9f16-ead93fd5d7db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1146810 Jun 24 14:24:07.775413 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bca33182-4f4c-4f5f-9816-da614f8056b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.786696 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0688fa99-b014-4418-b786-9b5a3deeaa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.787810 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-0688fa99-b014-4418-b786-9b5a3deeaa36 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3fc1ea5d-283a-4165-be9f-ba2c17cfc2c5 HTTP/1.1" status: 204 len: 168 time: 0.6496494 Jun 24 14:24:07.829169 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-623073b4-3f7f-45ad-9608-6e1d3dbd48ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.865983 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-623073b4-3f7f-45ad-9608-6e1d3dbd48ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.917249 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bca33182-4f4c-4f5f-9816-da614f8056b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.940452 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca33182-4f4c-4f5f-9816-da614f8056b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3371bb19-c5db-4b4e-ad32-a79432f0f66b,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:07.948446 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bca33182-4f4c-4f5f-9816-da614f8056b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:07.952533 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-bca33182-4f4c-4f5f-9816-da614f8056b2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3371bb19-c5db-4b4e-ad32-a79432f0f66b HTTP/1.1" status: 204 len: 168 time: 0.4305546 Jun 24 14:24:07.982554 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-623073b4-3f7f-45ad-9608-6e1d3dbd48ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:08.004801 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623073b4-3f7f-45ad-9608-6e1d3dbd48ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce6db19-6e11-4154-90bf-d250105a090d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:08.012159 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-623073b4-3f7f-45ad-9608-6e1d3dbd48ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:08.015963 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-623073b4-3f7f-45ad-9608-6e1d3dbd48ee admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3ce6db19-6e11-4154-90bf-d250105a090d HTTP/1.1" status: 204 len: 168 time: 0.3566842 Jun 24 14:24:08.103733 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-77319395-810d-4936-87c5-f50d1b940c3a service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462472 Jun 24 14:24:08.117185 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be3429-85cd-4c01-9b86-83d340cb178e req-cf171d8c-61a6-43e5-9393-6256c6ecc563 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:08.118635 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-19be3429-85cd-4c01-9b86-83d340cb178e req-cf171d8c-61a6-43e5-9393-6256c6ecc563 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.3270907 Jun 24 14:24:08.347828 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cd724-6695-4030-935d-b8be6edb1e02 req-f5c5afd3-0187-4c28-9678-a52cd74a2121 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:08.349296 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe3cd724-6695-4030-935d-b8be6edb1e02 req-f5c5afd3-0187-4c28-9678-a52cd74a2121 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.3996115 Jun 24 14:24:08.376401 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 1232b56c-021b-4bbd-8df2-e7009ab08c6d details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:24:08.380045 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-19be3429-85cd-4c01-9b86-83d340cb178e req-bc637e88-dcab-4bc3-81d6-ad6cbc03924b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383707 Jun 24 14:24:08.413814 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-46ec5245-e7ff-4524-8500-846a446a1d02 req-91b9fee4-b113-4785-b84b-b12481676a30 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895167 Jun 24 14:24:08.427081 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe3cd724-6695-4030-935d-b8be6edb1e02 req-0c7be6fa-c974-4db9-af55-18a4998d0938 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636172 Jun 24 14:24:08.464164 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 49902) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:08.483405 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:08.540642 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:08.550006 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Usage tracker for resource:security_group_rule and tenant:5370aca0361a47358e4debeda374ccab is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:08.552846 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 1232b56c-021b-4bbd-8df2-e7009ab08c6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:08.553899 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:08.560745 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:08.574018 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'port_id': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'mac_address': 'fa:16:3e:99:61:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:24:08.630523 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23161e8-827f-453a-b974-54d596678aa9 req-66045068-0b09-4ac4-8c68-07354f861aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:08.632990 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e23161e8-827f-453a-b974-54d596678aa9 req-66045068-0b09-4ac4-8c68-07354f861aee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1096 time: 0.1500738 Jun 24 14:24:08.715654 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 1232b56c-021b-4bbd-8df2-e7009ab08c6d is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:08.716923 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:08.737046 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1232b56c-021b-4bbd-8df2-e7009ab08c6d {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:08.755618 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 1232b56c-021b-4bbd-8df2-e7009ab08c6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:08.761355 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:08.867483 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=1232b56c-021b-4bbd-8df2-e7009ab08c6d,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:09.029242 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['1232b56c-021b-4bbd-8df2-e7009ab08c6d'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:09.043891 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-b5bf9a63-a62f-4707-a6c3-4651fa827f6a tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.044831 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-b5bf9a63-a62f-4707-a6c3-4651fa827f6a tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Synchronizing usage tracker for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:09.069905 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-b5bf9a63-a62f-4707-a6c3-4651fa827f6a tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Unset dirty status for tenant:0bcb19fcd59c4e36b2596044999e7bd4 on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:09.071514 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-b5bf9a63-a62f-4707-a6c3-4651fa827f6a tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 945 time: 0.1675587 Jun 24 14:24:09.162734 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:09.170695 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Deleting port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:09.171238 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:09.221918 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429dbe-34bd-49b2-9dc8-e40e1b71db53 req-ade8f503-e404-4ee1-9cc8-96e4574d9f4f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.229695 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-08429dbe-34bd-49b2-9dc8-e40e1b71db53 req-ade8f503-e404-4ee1-9cc8-96e4574d9f4f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 945 time: 0.3550541 Jun 24 14:24:09.233052 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:09.355876 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23161e8-827f-453a-b974-54d596678aa9 req-41ee88b2-3dd3-42c6-8bac-7b63cb14dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.358952 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e23161e8-827f-453a-b974-54d596678aa9 req-41ee88b2-3dd3-42c6-8bac-7b63cb14dfec service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.7000523 Jun 24 14:24:09.388162 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5370aca0361a47358e4debeda374ccab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9229240 Jun 24 14:24:09.424485 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 49946) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:09.446298 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45812c20-e890-4993-ba71-328a82119d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af4303a-b573-449b-a4d0-ee2894920790,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:09.470492 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e23161e8-827f-453a-b974-54d596678aa9 req-7b27f9cb-1ce2-42ee-aea0-fb498e211bc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 200 len: 217 time: 0.0860951 Jun 24 14:24:09.473286 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-08429dbe-34bd-49b2-9dc8-e40e1b71db53 req-bc571228-262b-4c9b-ba76-bb4b9508c815 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260733 Jun 24 14:24:09.482416 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd9861-26ed-4d58-8f94-c2f4d7d3d263 req-093b1b8f-dc61-4bab-9915-e7e3285c1787 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.483847 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d4dd9861-26ed-4d58-8f94-c2f4d7d3d263 req-093b1b8f-dc61-4bab-9915-e7e3285c1787 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 945 time: 0.5257847 Jun 24 14:24:09.563490 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d4dd9861-26ed-4d58-8f94-c2f4d7d3d263 req-f00a93f2-2502-44a2-9369-e7e6444bbe9d tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/security-groups?id=f438c409-ff2a-49b2-8d78-46af22012136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473456 Jun 24 14:24:09.574182 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b4509a8f-bfbe-4efb-96f3-2996fcfe198f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:09.583947 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] For port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:09.585994 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:09.589823 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23161e8-827f-453a-b974-54d596678aa9 req-c340082b-6ff3-472d-8066-113d097c80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.593668 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e23161e8-827f-453a-b974-54d596678aa9 req-c340082b-6ff3-472d-8066-113d097c80b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.1087654 Jun 24 14:24:09.738340 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Calling delete_port for 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:09.853652 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b4509a8f-bfbe-4efb-96f3-2996fcfe198f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:09.863624 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23161e8-827f-453a-b974-54d596678aa9 req-7534f31e-e6b9-4057-b6bd-5778f6ac5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.865087 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e23161e8-827f-453a-b974-54d596678aa9 req-7534f31e-e6b9-4057-b6bd-5778f6ac5771 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2649477 Jun 24 14:24:09.874532 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e01526-0f06-40aa-997c-d86f4521cad9 req-6e128f75-89da-45db-87d8-a58d1023f7f1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.875886 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c4e01526-0f06-40aa-997c-d86f4521cad9 req-6e128f75-89da-45db-87d8-a58d1023f7f1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.2104588 Jun 24 14:24:09.883485 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31316-ef0b-4e4a-af69-7a1407f5d9d4 req-ddd096d8-27c8-49bf-a030-71c60ba3e620 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:09.884928 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02c31316-ef0b-4e4a-af69-7a1407f5d9d4 req-ddd096d8-27c8-49bf-a030-71c60ba3e620 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2063375 Jun 24 14:24:10.066798 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02c31316-ef0b-4e4a-af69-7a1407f5d9d4 req-50409d4e-279f-4930-b4af-5b3c10d28c54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651878 Jun 24 14:24:10.068410 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b4509a8f-bfbe-4efb-96f3-2996fcfe198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.076367 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c4e01526-0f06-40aa-997c-d86f4521cad9 req-0e70ea6a-3d80-488a-a631-0e0b185d0d1c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904895 Jun 24 14:24:10.088621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4509a8f-bfbe-4efb-96f3-2996fcfe198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af4303a-b573-449b-a4d0-ee2894920790,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:10.133145 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e23161e8-827f-453a-b974-54d596678aa9 req-7a28290b-1ce4-4c7d-88ce-92bbe7c8b598 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341132 Jun 24 14:24:10.135150 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b4509a8f-bfbe-4efb-96f3-2996fcfe198f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.138645 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b4509a8f-bfbe-4efb-96f3-2996fcfe198f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7af4303a-b573-449b-a4d0-ee2894920790 HTTP/1.1" status: 204 len: 168 time: 0.7103865 Jun 24 14:24:10.138645 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.148816 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['962c3037-a4ff-4ac6-9064-5bd3a99e7ff3'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:10.238649 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Pushing event deleted for resources: {'Port': ['ID=962c3037-a4ff-4ac6-9064-5bd3a99e7ff3,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:10.373490 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e23161e8-827f-453a-b974-54d596678aa9 req-3b60134e-a711-49e6-9254-6c1006e8cb92 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314165 Jun 24 14:24:10.379822 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 1232b56c-021b-4bbd-8df2-e7009ab08c6d up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:10.412399 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] No DVR routers for this DVR port 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:24:10.415555 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.419229 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3ba50737-0e6f-438d-b50c-2aa95170b31a req-cd00807c-ae55-49c2-8a4b-45d5dbd5f752 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.39 "DELETE /v2.0/ports/962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 HTTP/1.1" status: 204 len: 173 time: 1.3404078 Jun 24 14:24:10.419229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'name': 'network-vif-deleted', 'tag': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:10.538072 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699736ab-b860-457c-9aa2-619d04b21872'] response: {'server_uuid': 'e3d31e73-724b-4a8f-bac2-a2c3b33491f7', 'name': 'network-vif-deleted', 'tag': '962c3037-a4ff-4ac6-9064-5bd3a99e7ff3', 'status': 'completed', 'code': 200} Jun 24 14:24:10.584013 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 1232b56c-021b-4bbd-8df2-e7009ab08c6d completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:10.592104 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 1232b56c-021b-4bbd-8df2-e7009ab08c6d triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:10.593189 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.821677 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 1232b56c-021b-4bbd-8df2-e7009ab08c6d is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:10.823139 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.849576 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-55633205-8f69-490f-956e-1577d3a85b9d req-f605bc34-9548-443b-ad32-3e69ff315f08 tempest-DeleteServersTestJSON-1045685290 tempest-DeleteServersTestJSON-1045685290-project] 10.222.0.33 "GET /v2.0/ports?device_id=e3d31e73-724b-4a8f-bac2-a2c3b33491f7 HTTP/1.1" status: 200 len: 210 time: 0.0851538 Jun 24 14:24:10.892466 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0b974-ee19-4467-b97f-79553601b23f req-96b6c5ec-b8df-4537-b1b8-1a940aabc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:10.897134 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-b6a0b974-ee19-4467-b97f-79553601b23f req-96b6c5ec-b8df-4537-b1b8-1a940aabc8c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 1098 time: 0.2433743 Jun 24 14:24:10.913151 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 1232b56c-021b-4bbd-8df2-e7009ab08c6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:10.914209 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:10.917437 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c346b-56ea-41e5-919e-d133ae86196f req-9b182356-1fb7-4b61-8a7b-2c5a9598b1cd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:10.920670 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.923301 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef6c346b-56ea-41e5-919e-d133ae86196f req-9b182356-1fb7-4b61-8a7b-2c5a9598b1cd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 945 time: 0.2057636 Jun 24 14:24:11.011277 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef6c346b-56ea-41e5-919e-d133ae86196f req-d76043cc-9e0a-4caf-805c-d8f8c81d9d66 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813346 Jun 24 14:24:11.018708 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=1232b56c-021b-4bbd-8df2-e7009ab08c6d,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:11.097759 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647c27db-a1ed-49bd-8d38-31299423667a'] response: {'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'code': 200} Jun 24 14:24:11.160961 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0b974-ee19-4467-b97f-79553601b23f req-32b8f588-8efd-4fb2-813a-41f21908520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:11.162439 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-b6a0b974-ee19-4467-b97f-79553601b23f req-32b8f588-8efd-4fb2-813a-41f21908520b service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.2570820 Jun 24 14:24:11.346903 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-b6a0b974-ee19-4467-b97f-79553601b23f req-247a6bd0-5feb-4a9d-a2da-003c92da930c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e63bf292-8eee-45f8-867c-9fb71976c541 HTTP/1.1" status: 200 len: 217 time: 0.1775382 Jun 24 14:24:11.471412 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50030) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:11.525215 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36428-e224-461f-9157-d59aaa0738a2 req-7a5d8882-f20c-456c-8193-8922555bbdd6 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:11.526750 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cbc36428-e224-461f-9157-d59aaa0738a2 req-7a5d8882-f20c-456c-8193-8922555bbdd6 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.4407318 Jun 24 14:24:11.534818 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0b974-ee19-4467-b97f-79553601b23f req-d17f4c2d-9d99-4521-ae84-19a52ac30101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:11.539008 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-b6a0b974-ee19-4467-b97f-79553601b23f req-d17f4c2d-9d99-4521-ae84-19a52ac30101 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.1856420 Jun 24 14:24:11.608187 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a3bd5-27ba-4cdd-9f60-4a27cb6fc4fd req-0335041f-5372-428e-93b8-f4417f988a79 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:11.609807 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aa1a3bd5-27ba-4cdd-9f60-4a27cb6fc4fd req-0335041f-5372-428e-93b8-f4417f988a79 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.2310991 Jun 24 14:24:11.622911 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c0d34-b938-4f04-b8cf-efe068a69513 req-19d0bed6-8d00-4d8b-80da-b32dfb4ad45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:11.624361 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2b2c0d34-b938-4f04-b8cf-efe068a69513 req-19d0bed6-8d00-4d8b-80da-b32dfb4ad45b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 1099 time: 0.1967983 Jun 24 14:24:11.627327 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cbc36428-e224-461f-9157-d59aaa0738a2 req-9bb12506-caae-4e0f-8919-6fd29707a688 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914772 Jun 24 14:24:11.689083 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aa1a3bd5-27ba-4cdd-9f60-4a27cb6fc4fd req-5dd81ec3-34fd-452c-9919-249df6f05d80 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688176 Jun 24 14:24:11.707610 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2b2c0d34-b938-4f04-b8cf-efe068a69513 req-eb2381b9-ec11-4431-9ed0-1bc962a35ce4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494018 Jun 24 14:24:11.709709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0b974-ee19-4467-b97f-79553601b23f req-7d5cb473-0983-4b37-bef0-86e51983f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:11.711525 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-b6a0b974-ee19-4467-b97f-79553601b23f req-7d5cb473-0983-4b37-bef0-86e51983f2b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1660125 Jun 24 14:24:11.754156 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:11.770132 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:11.774790 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Usage tracker for resource:security_group_rule and tenant:1a3a8836de9d403e8214137fbde59ba3 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:11.777882 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:11.784229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:11.874486 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:11.883139 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:11.970880 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50050) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:11.971395 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1a3a8836de9d403e8214137fbde59ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917414 Jun 24 14:24:11.971395 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e6848-492e-4fa1-98af-442b3aa061fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32553831-f6e7-4c4d-aec1-ad252dfd8161,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:12.119154 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-b6a0b974-ee19-4467-b97f-79553601b23f req-dda90788-a353-426c-846f-2107d3e8bae3 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914601 Jun 24 14:24:12.266114 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4412a930-eb9c-4e53-9c6f-3c81f10b6f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:12.329993 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4412a930-eb9c-4e53-9c6f-3c81f10b6f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:12.380629 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:24:12.384915 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43654e7e-b9ce-46d2-b194-6b6be188381b req-398a1911-4b88-4af3-a0cd-485ccf4b7698 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:12.386955 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-43654e7e-b9ce-46d2-b194-6b6be188381b req-398a1911-4b88-4af3-a0cd-485ccf4b7698 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1810937 Jun 24 14:24:12.447159 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-43654e7e-b9ce-46d2-b194-6b6be188381b req-8abd1d79-1d01-41de-85b9-8547bc38bf1f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543640 Jun 24 14:24:12.451284 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4412a930-eb9c-4e53-9c6f-3c81f10b6f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:12.486372 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a930-eb9c-4e53-9c6f-3c81f10b6f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32553831-f6e7-4c4d-aec1-ad252dfd8161,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:12.504162 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4412a930-eb9c-4e53-9c6f-3c81f10b6f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:12.505815 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-4412a930-eb9c-4e53-9c6f-3c81f10b6f8f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/32553831-f6e7-4c4d-aec1-ad252dfd8161 HTTP/1.1" status: 204 len: 168 time: 0.5357366 Jun 24 14:24:12.510629 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-b6a0b974-ee19-4467-b97f-79553601b23f req-e172fd1a-30ea-4aa8-9f32-1a34821633ca service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558605 Jun 24 14:24:12.685427 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:12.710310 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'port_id': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'mac_address': 'fa:16:3e:24:a7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:24:12.784267 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:12.784859 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:12.806448 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:12.826284 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:12.832513 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:12.944971 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:13.016541 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def93a8-4532-4bd5-bedd-964c66acf66f req-e034c8c7-7ad3-4437-98d2-694e9c340633 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:13.018314 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8def93a8-4532-4bd5-bedd-964c66acf66f req-e034c8c7-7ad3-4437-98d2-694e9c340633 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2483168 Jun 24 14:24:13.111089 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8def93a8-4532-4bd5-bedd-964c66acf66f req-ec3f426c-76ba-4f88-95aa-5d9bf941e596 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854559 Jun 24 14:24:13.127118 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afba1a-4358-4ae5-9b0c-73659ed63cf7 req-032c291f-7ad9-4c07-9a5c-54c3257c0865 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:13.129133 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a2afba1a-4358-4ae5-9b0c-73659ed63cf7 req-032c291f-7ad9-4c07-9a5c-54c3257c0865 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 944 time: 0.2334616 Jun 24 14:24:13.183213 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a2afba1a-4358-4ae5-9b0c-73659ed63cf7 req-d05f8373-73dc-4d24-8b1c-c2e407e7e798 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486488 Jun 24 14:24:13.187058 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:13.681113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84fa4d-f096-48e5-ba6b-2ef77d463d8f req-7cd3f95b-3946-4fd5-a7f3-95591d7e096a tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:13.683596 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0c84fa4d-f096-48e5-ba6b-2ef77d463d8f req-7cd3f95b-3946-4fd5-a7f3-95591d7e096a tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0998280 Jun 24 14:24:13.732230 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50148) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:13.761864 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0c84fa4d-f096-48e5-ba6b-2ef77d463d8f req-8808af26-c9c6-4369-b345-013b85b14c8e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727334 Jun 24 14:24:13.794183 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50158) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:13.883765 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-736434098-network', 'tenant_id': '7fbf96f82be74cc7b7adbeb3ceafa3b6'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:13.901835 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:13.905918 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Usage tracker for resource:network and tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:13.911587 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:13.941950 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:13.963503 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:13.966035 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50166) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:13.985763 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:13.991669 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Made reservation on behalf of 7fbf96f82be74cc7b7adbeb3ceafa3b6 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:13.994419 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.006037 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b85fbf2c280d40319ee7af3cb9342b14 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:14.011307 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:14.018773 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.029008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:14.041758 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:14.047672 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Usage tracker for resource:security_group_rule and tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:14.056126 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:14.068238 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:14.174680 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51968d3-bd0f-49c4-952f-da599fcad2df req-442e4aaa-3e0a-464b-bec5-2bda156cbebf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:14.176161 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e51968d3-bd0f-49c4-952f-da599fcad2df req-442e4aaa-3e0a-464b-bec5-2bda156cbebf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.3038993 Jun 24 14:24:14.186687 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.187505 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50172) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:14.196929 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'floatingip': {'port_id': '1232b56c-021b-4bbd-8df2-e7009ab08c6d'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:14.245758 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.320188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.398785 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:14.476068 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:14.480699 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:14.481179 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.489837 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b85fbf2c280d40319ee7af3cb9342b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935463 Jun 24 14:24:14.491927 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.503012 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50180) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:14.553557 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.563731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cb7ad-c98d-4863-aba0-c7b410ad43b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b291641-6217-4e36-86e7-c552a761aa20,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:14.631273 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:14.631647 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.641159 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:14.663755 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92defc5-e96e-45d9-9560-64db402eee8f,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:14.667353 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:14.673481 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.673891 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Added segment d2e347c0-0978-4e56-b70a-f627fd6472a4 of type vlan for network 904330a9-5ff7-42cf-85f2-fc99007d8daf Jun 24 14:24:14.684826 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:14.691297 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.693179 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:24:14.749232 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2dc26-b6ef-49bf-b8b8-10f2874d9e6a req-69abd589-b61e-4e66-8818-7a1c8608de5f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:14.750875 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27f2dc26-b6ef-49bf-b8b8-10f2874d9e6a req-69abd589-b61e-4e66-8818-7a1c8608de5f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 944 time: 0.4148448 Jun 24 14:24:14.759703 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f84f8-5a64-4cce-a89e-d07f6b31e1e2 req-683de108-d854-4754-b8fa-ea7703b63bf1 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:14.770340 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b36f84f8-5a64-4cce-a89e-d07f6b31e1e2 req-683de108-d854-4754-b8fa-ea7703b63bf1 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.4685905 Jun 24 14:24:14.814655 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:24:14.814998 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 962c3037-a4ff-4ac6-9064-5bd3a99e7ff3 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:24:14.816720 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:14.843096 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.879465 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.880408 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:14.880985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.884700 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27f2dc26-b6ef-49bf-b8b8-10f2874d9e6a req-f72278c8-69b4-433c-8fbd-690e4839493f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050973 Jun 24 14:24:14.901782 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-fb10725c-212f-493a-a93f-ab587d82ba64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.934223 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-fb10725c-212f-493a-a93f-ab587d82ba64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:14.977654 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b36f84f8-5a64-4cce-a89e-d07f6b31e1e2 req-338565f0-b028-4ab4-a656-47bcb766854c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887772 Jun 24 14:24:15.030588 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cbc812-706d-4469-ba8e-e24a2818e786'] response: {'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'code': 200} Jun 24 14:24:15.119777 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] Pushing event updated for resources: {'Network': ['ID=904330a9-5ff7-42cf-85f2-fc99007d8daf,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:15.131406 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 904330a9-5ff7-42cf-85f2-fc99007d8daf details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:15.138316 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-9b7e0656-a50d-4aa8-b450-9fc074716033 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4049892 Jun 24 14:24:15.141920 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50204) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:15.179855 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-fb10725c-212f-493a-a93f-ab587d82ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:15.206701 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10725c-212f-493a-a93f-ab587d82ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b291641-6217-4e36-86e7-c552a761aa20,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:15.216120 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Request body: {'subnet': {'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-736434098-subnet', 'tenant_id': '7fbf96f82be74cc7b7adbeb3ceafa3b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:15.221992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-fb10725c-212f-493a-a93f-ab587d82ba64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:15.229043 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:15.237505 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-fb10725c-212f-493a-a93f-ab587d82ba64 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7b291641-6217-4e36-86e7-c552a761aa20 HTTP/1.1" status: 204 len: 168 time: 0.7188630 Jun 24 14:24:15.238652 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Usage tracker for resource:subnet and tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:15.244213 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:15.251274 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:15.257223 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:15.296674 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Made reservation on behalf of 7fbf96f82be74cc7b7adbeb3ceafa3b6 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:15.306516 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2415550'] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:15.758312 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Deleting port aa34d894-42af-401c-965e-252601e06255 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:15.759450 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:15.974820 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] For port aa34d894-42af-401c-965e-252601e06255, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=aa34d894-42af-401c-965e-252601e06255,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:15.975394 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:16.006716 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864457e8-080f-4940-866e-ffb831bf3a6f req-e06c6cee-7ef9-44a3-bc12-935f58347d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:16.014918 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-864457e8-080f-4940-866e-ffb831bf3a6f req-e06c6cee-7ef9-44a3-bc12-935f58347d3e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1098 time: 0.4619300 Jun 24 14:24:16.125513 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Calling delete_port for aa34d894-42af-401c-965e-252601e06255 owned by network:router_interface {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:16.178801 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.db.resource_extend [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:24:16.280788 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2415496'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:16.362886 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:16.391242 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:16.670435 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-864457e8-080f-4940-866e-ffb831bf3a6f req-a62b2705-5bf2-4a1a-83ab-1f2e1f1b4031 service neutron] Synchronizing usage tracker for tenant:4c4b7737b2d2408b8da58c325c147873 on resource:security_group {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:16.671213 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f4fe8-a7d0-4b43-b26d-ed9b1d507651 req-cbcf32b4-119b-44d1-a6e1-d59b0683f4c5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:16.672757 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f25f4fe8-a7d0-4b43-b26d-ed9b1d507651 req-cbcf32b4-119b-44d1-a6e1-d59b0683f4c5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.4970472 Jun 24 14:24:16.718492 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa64b7-2237-4cbb-af71-ae1a5349ff78 req-84b20c8b-f40d-47ce-8406-ba92e1bd34b4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:16.720283 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8baa64b7-2237-4cbb-af71-ae1a5349ff78 req-84b20c8b-f40d-47ce-8406-ba92e1bd34b4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.5432484 Jun 24 14:24:16.740479 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6046d392-941e-4650-9515-b7849b19564a,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:16.780380 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Checking segment: {'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:16.781100 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Network hostable DHCP agents. Network: 904330a9-5ff7-42cf-85f2-fc99007d8daf, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:16.792202 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-864457e8-080f-4940-866e-ffb831bf3a6f req-a62b2705-5bf2-4a1a-83ab-1f2e1f1b4031 service neutron] Unset dirty status for tenant:4c4b7737b2d2408b8da58c325c147873 on resource:security_group {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:16.793596 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-864457e8-080f-4940-866e-ffb831bf3a6f req-a62b2705-5bf2-4a1a-83ab-1f2e1f1b4031 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6273503 Jun 24 14:24:16.801387 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f25f4fe8-a7d0-4b43-b26d-ed9b1d507651 req-492cdce9-b61e-4e37-9388-f5bb76158335 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200609 Jun 24 14:24:16.842140 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Network 904330a9-5ff7-42cf-85f2-fc99007d8daf is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:16.842981 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8baa64b7-2237-4cbb-af71-ae1a5349ff78 req-0d7e4d17-3677-4e8a-aea0-1fde634ebe9b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117399 Jun 24 14:24:16.852300 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Floating IP c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa associated. External IP: 172.28.2.7, port: 1232b56c-021b-4bbd-8df2-e7009ab08c6d. Jun 24 14:24:16.860778 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:16.912080 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa34d894-42af-401c-965e-252601e06255,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:17.027507 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 904330a9-5ff7-42cf-85f2-fc99007d8daf) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:17.035708 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2b0b6-ee19-4c7a-8627-dfc3aaf8f52c None None] Network 904330a9-5ff7-42cf-85f2-fc99007d8daf requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:17.052479 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:17.052732 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:17.112319 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-79c08c39-4ca0-4ce4-861e-17efc6118497 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9691770 Jun 24 14:24:17.315076 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:17.398858 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e13edf-eaab-43b4-a0a8-a8e8b8bbe3b5 None None] Network 904330a9-5ff7-42cf-85f2-fc99007d8daf requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:17.428339 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Router f5714f23-aa90-43fb-892d-b659d686c271 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:24:17.627001 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:17.632279 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:17.644285 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] Sync routers for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:17.663208 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:17.663967 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:17.701934 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-6bfde298-9761-49ce-8c17-0a074a459d40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "PUT /v2.0/floatingips/c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa HTTP/1.1" status: 200 len: 990 time: 3.5103664 Jun 24 14:24:17.703060 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:17.785016 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51febedf-a7b8-4b49-8c9a-bf08b6df190e'] response: {'name': 'network-changed', 'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'status': 'completed', 'code': 200} Jun 24 14:24:17.820000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Router 430484df-46fc-4cdd-a955-5f17c51cd462 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:24:17.904409 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:18.061431 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-ba454fe4-faca-4978-a974-01db29428e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:18.066455 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-ba454fe4-faca-4978-a974-01db29428e2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 1099 time: 0.2535472 Jun 24 14:24:18.399369 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:18.416368 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] Sync routers for ids ['430484df-46fc-4cdd-a955-5f17c51cd462'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:18.434845 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] Routers {'430484df-46fc-4cdd-a955-5f17c51cd462'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:18.439490 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-5a16e494-d9b8-4801-bb62-15aa0d7d77f2 admin admin] 10.222.0.33 "PUT /v2.0/routers/430484df-46fc-4cdd-a955-5f17c51cd462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4721115 Jun 24 14:24:18.441332 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-86136410-5954-45e7-8f27-dabf39e78625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:18.443172 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['430484df-46fc-4cdd-a955-5f17c51cd462'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:18.448684 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50304) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:18.448993 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-86136410-5954-45e7-8f27-dabf39e78625 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 911 time: 0.3716991 Jun 24 14:24:18.504952 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa', 'tenant_id': '66b6df60554345868af966e437c8e055', 'floating_ip_address': '172.28.2.7', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'port_id': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'mac_address': 'fa:16:3e:99:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:23:49Z', 'updated_at': '2022-06-24T14:24:15Z', 'revision_number': 1, 'project_id': '66b6df60554345868af966e437c8e055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:18.510043 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] Checking router: f5714f23-aa90-43fb-892d-b659d686c271 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:18.522188 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:18.523426 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:18.641136 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-1a19a78d-27f6-42fc-aec2-141a88a1e283 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d HTTP/1.1" status: 200 len: 998 time: 0.1862490 Jun 24 14:24:18.757454 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-7c4561cb-a77e-471b-a5db-295eec90f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:18.760846 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-7c4561cb-a77e-471b-a5db-295eec90f834 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.1133676 Jun 24 14:24:18.804519 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] Set router 430484df-46fc-4cdd-a955-5f17c51cd462 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:18.805986 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:18.952529 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8d04f-ccde-4bb0-b2d8-305f5627f4ac req-73f9b0d7-6aa3-426c-b4c2-8804eb5e584e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:18.953997 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2be8d04f-ccde-4bb0-b2d8-305f5627f4ac req-73f9b0d7-6aa3-426c-b4c2-8804eb5e584e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.8110981 Jun 24 14:24:18.966375 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-45f821e0-57be-479e-9c35-d563f2cbc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:18.970407 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-45f821e0-57be-479e-9c35-d563f2cbc792 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2026978 Jun 24 14:24:18.989375 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cc4df-5424-46d1-8bbb-57dbca829048 req-0ed9a76f-e231-4b42-a3cc-d11b261a22ba tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:18.990850 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a94cc4df-5424-46d1-8bbb-57dbca829048 req-0ed9a76f-e231-4b42-a3cc-d11b261a22ba tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.7755551 Jun 24 14:24:19.078105 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks [] for router, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:19.343173 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2be8d04f-ccde-4bb0-b2d8-305f5627f4ac req-740fe456-29d4-4a12-aa3c-8a52f0c61c0b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788202 Jun 24 14:24:19.419226 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa', 'tenant_id': '66b6df60554345868af966e437c8e055', 'floating_ip_address': '172.28.2.7', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'port_id': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'mac_address': 'fa:16:3e:99:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:23:49Z', 'updated_at': '2022-06-24T14:24:15Z', 'revision_number': 1, 'project_id': '66b6df60554345868af966e437c8e055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:19.423752 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addb64e-39d1-449f-8749-8812a3793507 None None] The sync data for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb is: [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa', 'tenant_id': '66b6df60554345868af966e437c8e055', 'floating_ip_address': '172.28.2.7', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'port_id': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'mac_address': 'fa:16:3e:99:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:23:49Z', 'updated_at': '2022-06-24T14:24:15Z', 'revision_number': 1, 'project_id': '66b6df60554345868af966e437c8e055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:19.448824 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:24:16Z', 'revision_number': 5, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:19.456109 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] Checking router: 430484df-46fc-4cdd-a955-5f17c51cd462 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:19.466323 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] Routers {'430484df-46fc-4cdd-a955-5f17c51cd462'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:19.467387 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:23:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['430484df-46fc-4cdd-a955-5f17c51cd462'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:19.472877 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-66eea072-ffe4-457f-a998-1ea4251c87e1 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958224 Jun 24 14:24:19.639095 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a94cc4df-5424-46d1-8bbb-57dbca829048 req-aaf37107-7f69-4a00-ba85-050f664a4637 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6375301 Jun 24 14:24:19.667531 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:19.694749 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Deleting port d9da089e-d213-465f-9c8f-217d2145d1c1 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:19.695319 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:19.744662 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-67976e72-d4b2-4423-8c8a-2caf80180ec1 req-81b4f3d9-93a0-440e-91f5-a1f26e6cb475 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426994 Jun 24 14:24:19.793912 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] Set router 430484df-46fc-4cdd-a955-5f17c51cd462 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:19.818654 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-8bbc4233-05dc-4fde-a0c3-09d0bc356bf9 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:19.825346 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-8bbc4233-05dc-4fde-a0c3-09d0bc356bf9 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/networks?id=904330a9-5ff7-42cf-85f2-fc99007d8daf HTTP/1.1" status: 200 len: 808 time: 0.3075776 Jun 24 14:24:19.911465 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-24e08b6c-4d1f-4e95-98b7-ae07345d3923 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/quotas/7fbf96f82be74cc7b7adbeb3ceafa3b6 HTTP/1.1" status: 200 len: 375 time: 0.0852032 Jun 24 14:24:20.020452 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-8ee15f62-a314-4c72-993e-4a5c93706877 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7fbf96f82be74cc7b7adbeb3ceafa3b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059167 Jun 24 14:24:20.191228 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:24:16Z', 'revision_number': 5, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:20.197765 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8be4b-59d9-41ae-9c29-b5cf3a05a7c7 None None] The sync data for ids ['430484df-46fc-4cdd-a955-5f17c51cd462'] in dv-cinder-847189-2-smb is: [{'id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'name': 'tempest-DeleteServersTestJSON-891953476-router', 'tenant_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:04Z', 'updated_at': '2022-06-24T14:24:16Z', 'revision_number': 5, 'project_id': '0bcb19fcd59c4e36b2596044999e7bd4', 'gw_port': {'id': 'd9da089e-d213-465f-9c8f-217d2145d1c1', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430484df-46fc-4cdd-a955-5f17c51cd462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:20.226068 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] For port d9da089e-d213-465f-9c8f-217d2145d1c1, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=d9da089e-d213-465f-9c8f-217d2145d1c1,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:20.226454 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:20.368474 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Calling delete_port for d9da089e-d213-465f-9c8f-217d2145d1c1 owned by network:router_gateway {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:20.430947 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-4b417cd6-cba1-4e23-bc9e-277e5399f09c service neutron] 10.222.0.33 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117413 Jun 24 14:24:20.535186 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e068f-0f13-4010-94f9-8761422bc4d5 None None] New status for floating IP c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:24:20.691650 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-773cbb0a-791e-4776-b6d9-c7b3de022755 service neutron] 10.222.0.33 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595248 Jun 24 14:24:20.722220 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5163-1300-4144-aa54-4dc5d9c2cec5 req-d0a74d5a-cf17-4b44-8301-3dd6fbb47d91 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:20.730621 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c6fd5163-1300-4144-aa54-4dc5d9c2cec5 req-d0a74d5a-cf17-4b44-8301-3dd6fbb47d91 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2481153 Jun 24 14:24:20.859987 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c6fd5163-1300-4144-aa54-4dc5d9c2cec5 req-cc289b92-6282-4249-aec5-118fbc3d3f5f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282558 Jun 24 14:24:20.939954 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.089894 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9da089e-d213-465f-9c8f-217d2145d1c1,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:21.250903 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-62ab6185-8446-4202-8568-6a1d9fc4492a req-c5d57146-69f2-4b23-9453-9d0813a9b36f tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 210 time: 0.2339132 Jun 24 14:24:21.388703 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.594078 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73463f2d-1189-4ff5-999a-565d7e709b83 req-2d8a0c56-f400-43a5-b184-2502b1f5f0bd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:21.595592 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-73463f2d-1189-4ff5-999a-565d7e709b83 req-2d8a0c56-f400-43a5-b184-2502b1f5f0bd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.4980869 Jun 24 14:24:21.602286 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.606609 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.674822 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50408) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:21.739149 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-73463f2d-1189-4ff5-999a-565d7e709b83 req-67b66568-5237-491b-8f85-6ab8c7b47d96 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342089 Jun 24 14:24:21.754569 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.755147 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 430484df-46fc-4cdd-a955-5f17c51cd462 {{(pid=88154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:24:21.798214 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] Notify callbacks [] for router, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.799523 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7bb829a0-397b-4832-bcf1-259aac17eb91 admin admin] 10.222.0.33 "DELETE /v2.0/routers/430484df-46fc-4cdd-a955-5f17c51cd462 HTTP/1.1" status: 204 len: 168 time: 3.3479817 Jun 24 14:24:21.803753 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50420) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:21.866849 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.872708 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] Deleting subnet cdbfe6e5-0f25-495b-98d3-47121d0d3075 {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:24:21.876814 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:21.901945 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:21.906758 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Usage tracker for resource:security_group_rule and tenant:1428034fdcde4d9481353901df293c8d is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:21.909800 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:21.917166 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:21.993002 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.053141 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.058915 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.151322 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1428034fdcde4d9481353901df293c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744635 Jun 24 14:24:22.152667 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbeb67-d169-421b-b62a-eb7778666e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb289d-43b1-4cc9-94e3-942e367b5569,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:22.155832 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50434) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:22.221326 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d3262-e8e4-4904-9110-5ffb6aca58e2 req-88bc2ea7-ad5c-4f20-90b0-9c31874ecf50 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:22.227306 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-356d3262-e8e4-4904-9110-5ffb6aca58e2 req-88bc2ea7-ad5c-4f20-90b0-9c31874ecf50 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.3201783 Jun 24 14:24:22.234773 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50440) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:22.245746 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'floatingip': {'port_id': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:22.363593 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.431259 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device aa34d894-42af-401c-965e-252601e06255 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:24:22.444599 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50446) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:22.485991 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: aa34d894-42af-401c-965e-252601e06255 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:24:22.487105 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device aa34d894-42af-401c-965e-252601e06255 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:24:22.488432 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device d9da089e-d213-465f-9c8f-217d2145d1c1 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:24:22.498112 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-4946b751-f78f-4a15-b338-7a0a0a758cd4 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:22.498870 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-4946b751-f78f-4a15-b338-7a0a0a758cd4 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Synchronizing usage tracker for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:network {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:22.505617 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-875be95e-36de-4f66-ac4f-b6160375b182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.530744 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: d9da089e-d213-465f-9c8f-217d2145d1c1 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:24:22.531370 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device d9da089e-d213-465f-9c8f-217d2145d1c1 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:24:22.550213 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-875be95e-36de-4f66-ac4f-b6160375b182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.557295 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-4946b751-f78f-4a15-b338-7a0a0a758cd4 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Unset dirty status for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:network {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:22.558800 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-4946b751-f78f-4a15-b338-7a0a0a758cd4 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "GET /v2.0/networks?id=904330a9-5ff7-42cf-85f2-fc99007d8daf HTTP/1.1" status: 200 len: 808 time: 0.3459144 Jun 24 14:24:22.574619 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Request body: {'port': {'device_id': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf', 'admin_state_up': True, 'tenant_id': '7fbf96f82be74cc7b7adbeb3ceafa3b6'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:22.675509 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-873cc896-d6e4-48b6-8718-74e24f47c82d req-6ce1278d-11ac-4dd4-b4b5-10416cd26463 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 210 time: 0.2348223 Jun 24 14:24:22.706413 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.753208 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87767-7cfa-496f-9b96-e5745f03ffd8 req-6617e181-ca26-4d1b-8f40-081fc861486a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:22.760794 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e1a87767-7cfa-496f-9b96-e5745f03ffd8 req-6617e181-ca26-4d1b-8f40-081fc861486a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.6729484 Jun 24 14:24:22.782180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-875be95e-36de-4f66-ac4f-b6160375b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.787552 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:22.800193 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Usage tracker for resource:port and tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:22.804315 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:22.808522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875be95e-36de-4f66-ac4f-b6160375b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb289d-43b1-4cc9-94e3-942e367b5569,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:22.814550 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:22.819968 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-875be95e-36de-4f66-ac4f-b6160375b182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.821108 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-875be95e-36de-4f66-ac4f-b6160375b182 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bceb289d-43b1-4cc9-94e3-942e367b5569 HTTP/1.1" status: 204 len: 168 time: 0.6641626 Jun 24 14:24:22.836319 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Made reservation on behalf of 7fbf96f82be74cc7b7adbeb3ceafa3b6 for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:22.839757 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.863102 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:22.926567 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:22.967674 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-00c71ffb-92d6-4dbc-87d1-4c8a97816549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.031598 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Allocated IP 172.20.0.8 (904330a9-5ff7-42cf-85f2-fc99007d8daf/6046d392-941e-4650-9515-b7849b19564a/6cae24d2-0567-429f-abf7-85c987cc657d) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:23.166176 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e1a87767-7cfa-496f-9b96-e5745f03ffd8 req-bbb5b2ec-3b0c-43a8-aeab-58fa1c146f3f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043350 Jun 24 14:24:23.175827 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5012529d494ba392edfb4dbb0f576e is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:23.182828 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:23.196518 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:23.229188 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.258720 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.285428 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbfe6e5-0f25-495b-98d3-47121d0d3075,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:23.296217 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.310685 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af3088f-2737-48f7-81f0-6297d999e774 None None] Network 55f4b12f-8307-4175-835b-50598e0feae2 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:23.310970 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.319829 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-148b215e-a434-4f42-bcda-55d396349b70 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/cdbfe6e5-0f25-495b-98d3-47121d0d3075 HTTP/1.1" status: 204 len: 168 time: 1.5148151 Jun 24 14:24:23.320676 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50472) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:23.393947 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Network 904330a9-5ff7-42cf-85f2-fc99007d8daf is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:23.398369 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:23.404106 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:23.483195 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:23.483978 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.518869 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9479573 Jun 24 14:24:23.525984 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182c93f-a49b-4b1c-9f8c-80f8fd878ab5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Pushing event updated for resources: {'Port': ['ID=6cae24d2-0567-429f-abf7-85c987cc657d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:23.540863 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Request body: {'port': {'device_id': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:23.676521 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.680030 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] DHCP port deletion for 55f4b12f-8307-4175-835b-50598e0feae2 request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:24:23.685217 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] Deleting port 71e5d88d-9afb-44f8-8d54-28cc314491ae {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:23.685720 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.719811 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.796283 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.902953 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.910373 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Deleting port 71e5d88d-9afb-44f8-8d54-28cc314491ae {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:23.912317 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:23.941868 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:24:24.030804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] For port 71e5d88d-9afb-44f8-8d54-28cc314491ae, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=71e5d88d-9afb-44f8-8d54-28cc314491ae,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:24.031339 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.117876 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4c5012529d494ba392edfb4dbb0f576e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6717937 Jun 24 14:24:24.149297 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50518) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:24.191404 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 71e5d88d-9afb-44f8-8d54-28cc314491ae no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:24:24.217423 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.resource_extend [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:24:24.237745 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] Calling delete_port for 71e5d88d-9afb-44f8-8d54-28cc314491ae owned by network:dhcp {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:24.341887 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cae24d2-0567-429f-abf7-85c987cc657d {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:24.355701 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.359278 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0354-70e2-4cff-8d53-23482ac4da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b973f910-4d28-4de1-8435-c53339fc12f2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:24.386898 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Transition to ACTIVE for port object 6cae24d2-0567-429f-abf7-85c987cc657d will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:24.393080 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.493736 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006'] for port, after_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.543551 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Port 71e5d88d-9afb-44f8-8d54-28cc314491ae update to DOWN by agent not found {{(pid=88155) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2166}} Jun 24 14:24:24.561415 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] Pushing event deleted for resources: {'Port': ['ID=71e5d88d-9afb-44f8-8d54-28cc314491ae,revision_number=None']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:24.567303 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04266dc6-67e9-4f38-b1fc-aa8993fcf060 None None] No DVR routers for this DVR port 71e5d88d-9afb-44f8-8d54-28cc314491ae on host dv-cinder-847189-2-smb {{(pid=88155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:24:24.613404 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.625292 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Pushing event updated for resources: {'Port': ['ID=6cae24d2-0567-429f-abf7-85c987cc657d,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:24.652980 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.752344 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Attempting to bind port 6cae24d2-0567-429f-abf7-85c987cc657d on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:24.752648 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Attempting to bind port 6cae24d2-0567-429f-abf7-85c987cc657d by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:24.752902 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Attempting to bind port 6cae24d2-0567-429f-abf7-85c987cc657d on network 904330a9-5ff7-42cf-85f2-fc99007d8daf {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:24.758128 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Port 6cae24d2-0567-429f-abf7-85c987cc657d on network 904330a9-5ff7-42cf-85f2-fc99007d8daf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:24:24.758486 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Attempting to bind port 6cae24d2-0567-429f-abf7-85c987cc657d on network 904330a9-5ff7-42cf-85f2-fc99007d8daf {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:24.765212 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:24.765613 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Checking segment: {'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:24.765935 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Bound using segment: {'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:24.766358 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Bound port: 6cae24d2-0567-429f-abf7-85c987cc657d, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:24.766729 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.839754 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2856de96-d290-4ab9-a7a3-87c2407bf831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.866757 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] For port 6cae24d2-0567-429f-abf7-85c987cc657d, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:24.869936 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] For port 6cae24d2-0567-429f-abf7-85c987cc657d, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cae24d2-0567-429f-abf7-85c987cc657d,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:24.874357 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.922288 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] For port 71e5d88d-9afb-44f8-8d54-28cc314491ae, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=71e5d88d-9afb-44f8-8d54-28cc314491ae,segment=NetworkSegment(0e3bd755-112a-441b-abbc-7d37988d83ef),segment_id=0e3bd755-112a-441b-abbc-7d37988d83ef)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:24.922668 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.927214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:24.927815 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:24.929498 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] 10.222.0.39 "PUT /v2.0/ports/6cae24d2-0567-429f-abf7-85c987cc657d HTTP/1.1" status: 200 len: 1093 time: 1.3926370 Jun 24 14:24:24.929632 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'tag': '6cae24d2-0567-429f-abf7-85c987cc657d'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:24.958477 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfd206-5253-42c0-937a-8b3b6aeeeaa5 req-548085ac-0bcf-43bf-902b-67deae262d82 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:24.959123 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55c1de-7810-44c6-af54-67cfca5d6abd service neutron] Pushing event updated for resources: {'Port': ['ID=6cae24d2-0567-429f-abf7-85c987cc657d,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:24.959952 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27bfd206-5253-42c0-937a-8b3b6aeeeaa5 req-548085ac-0bcf-43bf-902b-67deae262d82 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 931 time: 1.0919414 Jun 24 14:24:25.033337 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2856de96-d290-4ab9-a7a3-87c2407bf831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:25.056196 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3bad3e8e-b822-4cdf-a686-8b7bcf1b7989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:25.084331 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-12fb8d70-a8a7-4c9c-bdf3-f1958522a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:25.085999 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-12fb8d70-a8a7-4c9c-bdf3-f1958522a6f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fbf96f82be74cc7b7adbeb3ceafa3b6&device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 1096 time: 0.0970883 Jun 24 14:24:25.133646 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Calling delete_port for 71e5d88d-9afb-44f8-8d54-28cc314491ae owned by network:dhcp {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:25.158953 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-865dce71-f99c-49ee-9a93-fe0ae88952fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cae24d2-0567-429f-abf7-85c987cc657d HTTP/1.1" status: 200 len: 217 time: 0.0655856 Jun 24 14:24:25.219933 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19edfc-bf16-4775-b4cb-4d3e6c460ee5 req-4ffbb66c-ec3f-4266-80aa-6fc7d46cf33e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:25.226858 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1a19edfc-bf16-4775-b4cb-4d3e6c460ee5 req-4ffbb66c-ec3f-4266-80aa-6fc7d46cf33e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.8017831 Jun 24 14:24:25.227034 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-d8f4ed05-5647-4b08-a4b9-f14553dc5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:25.228717 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-d8f4ed05-5647-4b08-a4b9-f14553dc5a05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6046d392-941e-4650-9515-b7849b19564a HTTP/1.1" status: 200 len: 848 time: 0.0637362 Jun 24 14:24:25.297725 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-b20f8bec-0818-47a2-a015-4952bdc686dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=904330a9-5ff7-42cf-85f2-fc99007d8daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617259 Jun 24 14:24:25.312496 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27bfd206-5253-42c0-937a-8b3b6aeeeaa5 req-c07b4cca-a7e6-497d-b045-4fc7f7eaa207 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723763 Jun 24 14:24:25.313547 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Floating IP 0e2d888b-219d-40e0-b339-788fc02fcf28 associated. External IP: 172.28.2.123, port: fb643c3f-15d2-4cf1-a86e-4d3f27e195a2. Jun 24 14:24:25.403920 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19685de-44b3-4b02-8f55-349aac5838a2'] response: {'name': 'network-changed', 'server_uuid': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'tag': '6cae24d2-0567-429f-abf7-85c987cc657d', 'status': 'completed', 'code': 200} Jun 24 14:24:25.475967 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.api [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:24:25.476592 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG oslo_db.api [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:24:25.487795 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-350a8bf9-6def-43bb-9473-2ee47f470a87 service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808407 Jun 24 14:24:25.502881 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1a19edfc-bf16-4775-b4cb-4d3e6c460ee5 req-6c1c3b83-4d2a-4ab1-9a94-608235aae066 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750504 Jun 24 14:24:25.505754 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2856de96-d290-4ab9-a7a3-87c2407bf831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:25.549404 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856de96-d290-4ab9-a7a3-87c2407bf831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b973f910-4d28-4de1-8435-c53339fc12f2,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:25.569432 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2856de96-d290-4ab9-a7a3-87c2407bf831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:25.570608 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-2856de96-d290-4ab9-a7a3-87c2407bf831 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b973f910-4d28-4de1-8435-c53339fc12f2 HTTP/1.1" status: 204 len: 168 time: 1.4072189 Jun 24 14:24:25.682539 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bb0ffbd1-82bc-499c-886a-421973cae066 req-58ab8375-357b-4c44-8437-cc49759e8a4e service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862772 Jun 24 14:24:25.823343 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Router ee89050f-1511-4def-baf3-fdae765c9ac5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:24:25.837894 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93344933-280c-4b00-a6d0-cf6a840db072 req-ab99fed2-a5fd-4be4-b8b5-b95f8270b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:25.839833 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93344933-280c-4b00-a6d0-cf6a840db072 req-ab99fed2-a5fd-4be4-b8b5-b95f8270b21d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fbf96f82be74cc7b7adbeb3ceafa3b6&device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 1096 time: 0.0945489 Jun 24 14:24:25.977027 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Deleting port 71e5d88d-9afb-44f8-8d54-28cc314491ae {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:25.977717 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.061530 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] The port '71e5d88d-9afb-44f8-8d54-28cc314491ae' was deleted {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:24:26.064182 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50582) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:26.067278 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93344933-280c-4b00-a6d0-cf6a840db072 req-7f1a7da0-bdd0-4c4e-8c88-3ffc1951d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:26.068654 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93344933-280c-4b00-a6d0-cf6a840db072 req-7f1a7da0-bdd0-4c4e-8c88-3ffc1951d7a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=904330a9-5ff7-42cf-85f2-fc99007d8daf HTTP/1.1" status: 200 len: 909 time: 0.2213614 Jun 24 14:24:26.084665 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.159078 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93344933-280c-4b00-a6d0-cf6a840db072 req-5fb186d2-92d1-468e-9f57-733a376d05f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cae24d2-0567-429f-abf7-85c987cc657d HTTP/1.1" status: 200 len: 217 time: 0.0753036 Jun 24 14:24:26.161188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:26.165099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2b37dba5fcd54be98328c25a5929fe39 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:26.196069 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:26.205304 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.207522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:26.238408 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:26.243093 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.250523 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93344933-280c-4b00-a6d0-cf6a840db072 req-5b92190d-d9f8-4d2c-a7ab-fa63eba8ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:26.252181 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93344933-280c-4b00-a6d0-cf6a840db072 req-5b92190d-d9f8-4d2c-a7ab-fa63eba8ea6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6046d392-941e-4650-9515-b7849b19564a HTTP/1.1" status: 200 len: 848 time: 0.0843763 Jun 24 14:24:26.261312 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] Sync routers for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:26.266810 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.275641 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:26.275641 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:24:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:26.287226 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f4b12f-8307-4175-835b-50598e0feae2']}} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:26.305419 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3bd755-112a-441b-abbc-7d37988d83ef') {'for_net_delete': True} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:26.305419 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3bd755-112a-441b-abbc-7d37988d83ef') {} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:26.315661 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93344933-280c-4b00-a6d0-cf6a840db072 req-218c9115-df3d-4dd3-87f2-1a1cff93700d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=904330a9-5ff7-42cf-85f2-fc99007d8daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530331 Jun 24 14:24:26.324560 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2738881'] for segment, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.338980 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-da97b262-4a3b-44c4-b5c1-1ebb17a77da3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "PUT /v2.0/floatingips/0e2d888b-219d-40e0-b339-788fc02fcf28 HTTP/1.1" status: 200 len: 991 time: 4.1006272 Jun 24 14:24:26.358812 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.368333 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:24:26.368736 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1425026'] for segment, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.389191 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:26.464149 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.472455 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.484186 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.486084 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:26.621504 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 0e3bd755-112a-441b-abbc-7d37988d83ef resource provider aggregate not found Jun 24 14:24:26.639095 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca43b5-2d5b-4d3f-a84c-9c49c321477d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:26.643366 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93344933-280c-4b00-a6d0-cf6a840db072 req-5e04cd09-8266-405d-bc9c-086c25c4a1b2 service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188241 Jun 24 14:24:26.649155 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a19baa08-44b3-4fcc-9230-17a621ce45c0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2b37dba5fcd54be98328c25a5929fe39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810702 Jun 24 14:24:26.649155 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50600) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:26.675937 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 0e3bd755-112a-441b-abbc-7d37988d83ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e3bd755-112a-441b-abbc-7d37988d83ef found for delete ", "request_id": "req-8c056cb1-c329-43e8-a11d-94076938d3b0"}]} Jun 24 14:24:26.749037 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.754747 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.785799 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=55f4b12f-8307-4175-835b-50598e0feae2,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:26.798889 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c52396e9-bd21-41cd-a6f0-cff17eb8f6cb admin admin] 10.222.0.33 "DELETE /v2.0/networks/55f4b12f-8307-4175-835b-50598e0feae2 HTTP/1.1" status: 204 len: 168 time: 3.4639285 Jun 24 14:24:26.799176 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b848a313-4fe0-4aa9-9d91-c1b646617d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.855842 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932562b-5677-486f-aa16-629cff4fc3be req-64240357-1f87-4157-97a7-2b0c13e9eca4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:26.856939 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b848a313-4fe0-4aa9-9d91-c1b646617d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.857298 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a932562b-5677-486f-aa16-629cff4fc3be req-64240357-1f87-4157-97a7-2b0c13e9eca4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1757848 Jun 24 14:24:26.865012 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443320d8-c541-4223-8b49-b05af10005aa req-b7a1c8b1-3c51-4db4-ac46-7947694e2d11 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:26.866451 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-443320d8-c541-4223-8b49-b05af10005aa req-b7a1c8b1-3c51-4db4-ac46-7947694e2d11 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 943 time: 0.2469246 Jun 24 14:24:26.879718 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93344933-280c-4b00-a6d0-cf6a840db072 req-d5c5b3d3-81f4-415b-8215-68c39e68841d service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179554 Jun 24 14:24:26.929364 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a932562b-5677-486f-aa16-629cff4fc3be req-c888b426-af27-4d0c-9dc8-1afbad045075 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619471 Jun 24 14:24:26.950830 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b848a313-4fe0-4aa9-9d91-c1b646617d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:26.962684 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-443320d8-c541-4223-8b49-b05af10005aa req-0b08dbf4-f821-419d-911b-c5822c7dc8d3 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821679 Jun 24 14:24:27.006650 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848a313-4fe0-4aa9-9d91-c1b646617d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca43b5-2d5b-4d3f-a84c-9c49c321477d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:27.012424 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b848a313-4fe0-4aa9-9d91-c1b646617d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.016924 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b848a313-4fe0-4aa9-9d91-c1b646617d06 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/07ca43b5-2d5b-4d3f-a84c-9c49c321477d HTTP/1.1" status: 204 len: 168 time: 0.3666840 Jun 24 14:24:27.054134 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e81411e-784f-4cdf-8bc2-e1eae22002ef'] response: {'name': 'network-changed', 'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'status': 'completed', 'code': 200} Jun 24 14:24:27.124400 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '0e2d888b-219d-40e0-b339-788fc02fcf28', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'port_id': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'mac_address': 'fa:16:3e:24:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1c38f-7060-40cd-9efe-890093871231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:23:47Z', 'updated_at': '2022-06-24T14:24:23Z', 'revision_number': 1, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:27.130040 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] Checking router: ee89050f-1511-4def-baf3-fdae765c9ac5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:27.141146 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:27.141750 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:24:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:27.161239 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50614) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:27.224457 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-137e2733-8256-42f2-ad9c-ea242c9a9143 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0bcb19fcd59c4e36b2596044999e7bd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0618770 Jun 24 14:24:27.226726 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50620) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:27.252509 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-b1142f8e-9bb4-4d86-9484-75499ac998df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:27.261614 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-b1142f8e-9bb4-4d86-9484-75499ac998df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1098 time: 0.1672671 Jun 24 14:24:27.288189 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6681fe76-a713-4675-9a4b-c3e11c702c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.317060 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6681fe76-a713-4675-9a4b-c3e11c702c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.381799 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6681fe76-a713-4675-9a4b-c3e11c702c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.390785 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:27.404851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681fe76-a713-4675-9a4b-c3e11c702c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f438c409-ff2a-49b2-8d78-46af22012136,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:27.422518 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6681fe76-a713-4675-9a4b-c3e11c702c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.424109 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6681fe76-a713-4675-9a4b-c3e11c702c11 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f438c409-ff2a-49b2-8d78-46af22012136 HTTP/1.1" status: 204 len: 168 time: 0.1964650 Jun 24 14:24:27.531426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50632) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:27.532672 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-c2eb82b1-626f-4062-8b9d-8b2fdf2972d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:27.535033 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-c2eb82b1-626f-4062-8b9d-8b2fdf2972d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.2649643 Jun 24 14:24:27.548523 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.563778 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:27.567781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Usage tracker for resource:security_group_rule and tenant:e32a0da9cb954740a11a11895b98a3f2 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:27.570795 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:27.577091 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:27.683332 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.686999 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-d6addacc-8411-4b2d-86d5-ab578307e71e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 200 len: 999 time: 0.1414609 Jun 24 14:24:27.689538 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.755411 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e32a0da9cb954740a11a11895b98a3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227855 Jun 24 14:24:27.757104 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018a84e-0403-43bf-9e82-46df44cefba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e8f6d-f9cd-4539-8d5a-7e6a485749c2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:27.767001 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50636) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:27.783330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-aa3badeb-1c69-4202-80da-c0d22f94007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:27.784843 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-aa3badeb-1c69-4202-80da-c0d22f94007c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0913639 Jun 24 14:24:27.840051 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '0e2d888b-219d-40e0-b339-788fc02fcf28', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'port_id': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'mac_address': 'fa:16:3e:24:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1c38f-7060-40cd-9efe-890093871231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:23:47Z', 'updated_at': '2022-06-24T14:24:23Z', 'revision_number': 1, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:27.844172 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f6241-6184-4d26-a928-2ae4fa1ab27e None None] The sync data for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb is: [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '0e2d888b-219d-40e0-b339-788fc02fcf28', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'floating_ip_address': '172.28.2.123', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'port_id': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'mac_address': 'fa:16:3e:24:a7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1c38f-7060-40cd-9efe-890093871231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:23:47Z', 'updated_at': '2022-06-24T14:24:23Z', 'revision_number': 1, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:27.899621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d039e251-d6aa-4f97-8e36-8c3faffa0a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.932558 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d039e251-d6aa-4f97-8e36-8c3faffa0a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:27.988872 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-2238222a-c109-4a8d-89e8-b9ba32e98755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:27.990433 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-2238222a-c109-4a8d-89e8-b9ba32e98755 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1830003 Jun 24 14:24:27.994419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:28.165673 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10580b3d-84f3-4398-8429-3e9a0860ea5a None None] New status for floating IP 0e2d888b-219d-40e0-b339-788fc02fcf28: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:24:28.181644 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d039e251-d6aa-4f97-8e36-8c3faffa0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:28.240600 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039e251-d6aa-4f97-8e36-8c3faffa0a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e8f6d-f9cd-4539-8d5a-7e6a485749c2,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:28.266806 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d039e251-d6aa-4f97-8e36-8c3faffa0a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:28.271057 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d039e251-d6aa-4f97-8e36-8c3faffa0a77 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f55e8f6d-f9cd-4539-8d5a-7e6a485749c2 HTTP/1.1" status: 204 len: 168 time: 0.5028980 Jun 24 14:24:28.287236 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-917aac3f-901c-488d-bf7a-132ca49c54a8 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873564 Jun 24 14:24:28.336850 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655e867-2224-429a-bb75-1c9e5a57ec8d req-9e2c2862-c12c-4f63-9a62-3aab47573f8b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:28.338339 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1655e867-2224-429a-bb75-1c9e5a57ec8d req-9e2c2862-c12c-4f63-9a62-3aab47573f8b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2025738 Jun 24 14:24:28.377642 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5b00-0426-4ab5-939a-052dec109dff req-22759935-830e-4509-89bc-8275b58ca83d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:28.379220 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2d2e5b00-0426-4ab5-939a-052dec109dff req-22759935-830e-4509-89bc-8275b58ca83d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 943 time: 0.1643643 Jun 24 14:24:28.433945 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1655e867-2224-429a-bb75-1c9e5a57ec8d req-626930ae-5a7d-4ad6-a50e-ef42cbd1430d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869968 Jun 24 14:24:28.456175 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2d2e5b00-0426-4ab5-939a-052dec109dff req-f4c39ac0-df87-4e0f-b3e2-b86447645b37 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596821 Jun 24 14:24:28.489197 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-da7614e5-9fb3-4603-a10f-5b1a28f65c1b req-7bf094bb-34b2-4e45-b323-2a3f6a92d38c service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925278 Jun 24 14:24:28.504398 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 6cae24d2-0567-429f-abf7-85c987cc657d details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:24:28.694420 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 6cae24d2-0567-429f-abf7-85c987cc657d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cae24d2-0567-429f-abf7-85c987cc657d,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:28.721607 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '6cae24d2-0567-429f-abf7-85c987cc657d', 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf', 'port_id': '6cae24d2-0567-429f-abf7-85c987cc657d', 'mac_address': 'fa:16:3e:70:a7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046d392-941e-4650-9515-b7849b19564a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:24:28.815290 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 6cae24d2-0567-429f-abf7-85c987cc657d is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:28.818257 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:28.849671 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cae24d2-0567-429f-abf7-85c987cc657d {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:28.867947 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 6cae24d2-0567-429f-abf7-85c987cc657d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cae24d2-0567-429f-abf7-85c987cc657d,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:28.886708 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:29.009706 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=6cae24d2-0567-429f-abf7-85c987cc657d,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:29.212098 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['6cae24d2-0567-429f-abf7-85c987cc657d'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:29.344610 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50726) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:29.526369 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:29.610609 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1596117858-network', 'tenant_id': 'aa948c41263c487b91fb901450c07e7a'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:29.662264 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:29.672494 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Usage tracker for resource:network and tenant:aa948c41263c487b91fb901450c07e7a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:29.677531 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:29.690672 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:29.715976 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Made reservation on behalf of aa948c41263c487b91fb901450c07e7a for: {'network': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:29.718356 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:29.738225 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:29.771212 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:29.788351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04e18c-bd32-4c03-9841-f82a2b9a6965 req-c9c776ad-15c6-4ecb-9e48-b5b7974222cb tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:29.790181 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2e04e18c-bd32-4c03-9841-f82a2b9a6965 req-c9c776ad-15c6-4ecb-9e48-b5b7974222cb tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 944 time: 0.1880076 Jun 24 14:24:29.791420 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Usage tracker for resource:security_group_rule and tenant:aa948c41263c487b91fb901450c07e7a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:29.801502 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621383c-c90a-4bc3-a53f-fad7602b6331 req-1d7b121b-8104-4626-bd2f-4c82316a27e2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:29.806842 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d621383c-c90a-4bc3-a53f-fad7602b6331 req-1d7b121b-8104-4626-bd2f-4c82316a27e2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2458396 Jun 24 14:24:29.807747 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:29.829729 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:29.909449 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d621383c-c90a-4bc3-a53f-fad7602b6331 req-b991b8cb-ade2-4fa9-be96-9609b496e1d2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829458 Jun 24 14:24:29.913651 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2e04e18c-bd32-4c03-9841-f82a2b9a6965 req-692fb01d-1547-4707-ba51-f1b0ed12c611 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027763 Jun 24 14:24:29.946935 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50750) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:29.995338 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.000113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.027564 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:30.042348 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60145a13-a26f-4388-bb44-f2fc1976f7be,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:30.047328 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.047657 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.segments_db [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Added segment e3b027a7-86aa-4b0f-92ab-2ad8c3c67167 of type vlan for network a066236f-efc6-4d7e-8753-274e02876902 Jun 24 14:24:30.086618 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.095744 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.108459 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:30.113615 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Usage tracker for resource:security_group_rule and tenant:2f969ebb68cc4cb184831dbdb0ba42d7 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:30.123000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:30.132383 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:30.148365 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.149362 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:30.149938 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.276414 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] Pushing event updated for resources: {'Network': ['ID=a066236f-efc6-4d7e-8753-274e02876902,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:30.286674 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-136b80c6-77a5-47e3-9a56-85895096035b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9409094 Jun 24 14:24:30.288327 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network a066236f-efc6-4d7e-8753-274e02876902 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:30.291869 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50758) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:30.298900 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Request body: {'subnet': {'network_id': 'a066236f-efc6-4d7e-8753-274e02876902', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1596117858-subnet', 'tenant_id': 'aa948c41263c487b91fb901450c07e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:30.304173 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:30.308241 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Usage tracker for resource:subnet and tenant:aa948c41263c487b91fb901450c07e7a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:30.311179 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:30.318468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:30.341865 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.346955 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.351613 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Made reservation on behalf of aa948c41263c487b91fb901450c07e7a for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:30.353991 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2415550'] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.406907 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2f969ebb68cc4cb184831dbdb0ba42d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616857 Jun 24 14:24:30.410671 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50764) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:30.431918 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544807d-c254-4e06-bc04-fb9b3215fddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab072bc-b8b6-4130-a4f3-dcf4ef011eca,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:30.485003 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-700f8f8d-f2ce-488d-8812-b987cf5a2793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.516651 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 6cae24d2-0567-429f-abf7-85c987cc657d up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:30.541254 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-700f8f8d-f2ce-488d-8812-b987cf5a2793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.585015 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2415496'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.595943 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 6cae24d2-0567-429f-abf7-85c987cc657d completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:30.601625 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 6cae24d2-0567-429f-abf7-85c987cc657d triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:30.602090 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.625509 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-700f8f8d-f2ce-488d-8812-b987cf5a2793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.647326 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f8f8d-f2ce-488d-8812-b987cf5a2793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab072bc-b8b6-4130-a4f3-dcf4ef011eca,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:30.654215 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-700f8f8d-f2ce-488d-8812-b987cf5a2793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.655703 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-700f8f8d-f2ce-488d-8812-b987cf5a2793 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4ab072bc-b8b6-4130-a4f3-dcf4ef011eca HTTP/1.1" status: 204 len: 168 time: 0.2416542 Jun 24 14:24:30.676453 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0cb165-a48f-4192-8f25-e8d0f1162623,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:30.687544 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Checking segment: {'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:30.687972 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Network hostable DHCP agents. Network: a066236f-efc6-4d7e-8753-274e02876902, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:30.711690 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Network a066236f-efc6-4d7e-8753-274e02876902 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:30.724660 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, a066236f-efc6-4d7e-8753-274e02876902) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:30.727536 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:30.728272 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.751515 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0627b0-02b9-43b3-9b4c-f1d51d84df97 None None] Network a066236f-efc6-4d7e-8753-274e02876902 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:30.755635 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1e90aa32-b6de-41d6-80f8-b7e33ca8517f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4614215 Jun 24 14:24:30.887838 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 6cae24d2-0567-429f-abf7-85c987cc657d is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:30.888200 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:30.944307 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cae24d2-0567-429f-abf7-85c987cc657d'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:31.039678 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 6cae24d2-0567-429f-abf7-85c987cc657d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cae24d2-0567-429f-abf7-85c987cc657d,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:31.042259 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50790) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:31.066468 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.083760 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.094239 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:31.137432 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Usage tracker for resource:security_group_rule and tenant:554ecb75dae04e85813f097857b98db8 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:31.145935 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:31.208422 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:31.215251 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=6cae24d2-0567-429f-abf7-85c987cc657d,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:31.230597 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f23f22-4939-4be1-9d89-6fbf8b9b5749 None None] Network a066236f-efc6-4d7e-8753-274e02876902 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:31.299029 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfc1d4-5f25-46f2-ac48-aec9a1109120 req-10d3a5f4-3718-4e46-a9a9-1125d0ae2b8f tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:31.300449 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c5dfc1d4-5f25-46f2-ac48-aec9a1109120 req-10d3a5f4-3718-4e46-a9a9-1125d0ae2b8f tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 945 time: 0.2037396 Jun 24 14:24:31.351031 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdf8bc-6c03-4a25-b096-130aeb6fec24 req-86fd1d36-1b3a-4699-bf9d-0bde893783ad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:31.352483 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3bcdf8bc-6c03-4a25-b096-130aeb6fec24 req-86fd1d36-1b3a-4699-bf9d-0bde893783ad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2171190 Jun 24 14:24:31.402758 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c5dfc1d4-5f25-46f2-ac48-aec9a1109120 req-4764fc56-0d70-44b7-9206-ebd242a4802f tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887671 Jun 24 14:24:31.450280 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3bcdf8bc-6c03-4a25-b096-130aeb6fec24 req-a0f881cd-51b8-4b49-814e-02b6a35bf323 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828853 Jun 24 14:24:31.481665 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.488063 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.489245 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0281ddd1-916b-4bdc-b17f-c0467028b998'] response: {'server_uuid': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cae24d2-0567-429f-abf7-85c987cc657d', 'code': 200} Jun 24 14:24:31.650552 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a08dc-c147-4ac9-b87e-b7af32e9b4d4,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:31.674543 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-bee123c9-d4ce-4794-b4cd-26ea41c25739 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=554ecb75dae04e85813f097857b98db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310203 Jun 24 14:24:31.677024 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50800) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:31.737576 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0e28b0de-41ca-47f1-8209-8e4f555200f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.766988 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0e28b0de-41ca-47f1-8209-8e4f555200f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.810647 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb63af5-40af-443a-bd0b-4823508d8722 req-cd45d739-ff39-4d7a-b14f-2717a82dfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:31.812087 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-6cb63af5-40af-443a-bd0b-4823508d8722 req-cd45d739-ff39-4d7a-b14f-2717a82dfb9b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 1098 time: 0.0818210 Jun 24 14:24:31.824614 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0e28b0de-41ca-47f1-8209-8e4f555200f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.838664 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28b0de-41ca-47f1-8209-8e4f555200f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a08dc-c147-4ac9-b87e-b7af32e9b4d4,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:31.845509 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0e28b0de-41ca-47f1-8209-8e4f555200f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.848935 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0e28b0de-41ca-47f1-8209-8e4f555200f1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e79a08dc-c147-4ac9-b87e-b7af32e9b4d4 HTTP/1.1" status: 204 len: 168 time: 0.1687098 Jun 24 14:24:31.862154 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-6cb63af5-40af-443a-bd0b-4823508d8722 req-9d34c14c-f517-4338-952b-f7364bf7dc97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Jun 24 14:24:32.095163 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50814) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:32.212418 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.226739 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.230830 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Usage tracker for resource:security_group_rule and tenant:16df33338d1643e18ce68f8e516f02f3 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.234110 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.239912 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:32.334453 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.339084 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.389891 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16df33338d1643e18ce68f8e516f02f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911394 Jun 24 14:24:32.389891 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61465e-d46a-4e2e-9b9b-5ef0c4f9d57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e2a2e-f667-4983-bc57-7cd8ff552f55,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:32.390633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50830) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:32.453522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a28-29b0-43c0-8aad-f468e4ddc65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.485704 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a28-29b0-43c0-8aad-f468e4ddc65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.549274 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a28-29b0-43c0-8aad-f468e4ddc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.572275 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5a28-29b0-43c0-8aad-f468e4ddc65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e2a2e-f667-4983-bc57-7cd8ff552f55,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:32.584326 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a28-29b0-43c0-8aad-f468e4ddc65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.586093 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b83b5a28-29b0-43c0-8aad-f468e4ddc65c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1a6e2a2e-f667-4983-bc57-7cd8ff552f55 HTTP/1.1" status: 204 len: 168 time: 0.1943262 Jun 24 14:24:32.717865 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a66d3-3ce5-4008-8e42-215942a5e2c5 req-6a6587a0-517e-4d5f-82d1-fef14652eb75 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:32.719402 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa5a66d3-3ce5-4008-8e42-215942a5e2c5 req-6a6587a0-517e-4d5f-82d1-fef14652eb75 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 945 time: 0.1976979 Jun 24 14:24:32.736942 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50850) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:32.787372 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa5a66d3-3ce5-4008-8e42-215942a5e2c5 req-e768f781-602f-4da7-8b5d-32edf642cb60 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611222 Jun 24 14:24:32.799583 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332092de-1e1f-43c3-8b5e-afb6581b0eb8 req-210c2849-2bbe-4fc7-a452-b37073e8f326 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:32.801226 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-332092de-1e1f-43c3-8b5e-afb6581b0eb8 req-210c2849-2bbe-4fc7-a452-b37073e8f326 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1986258 Jun 24 14:24:32.860056 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-332092de-1e1f-43c3-8b5e-afb6581b0eb8 req-729978b3-b64e-4508-9b44-ca8fc86fdf53 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Jun 24 14:24:32.884122 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1037636818-network', 'tenant_id': '74b0b2b1bdb449869eac45cb12fb6bb2'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:32.888787 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.892930 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Usage tracker for resource:network and tenant:74b0b2b1bdb449869eac45cb12fb6bb2 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.895878 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.902630 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:32.912528 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Made reservation on behalf of 74b0b2b1bdb449869eac45cb12fb6bb2 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:32.914974 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.927715 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.946102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.951425 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:74b0b2b1bdb449869eac45cb12fb6bb2 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.954582 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.961675 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:33.079311 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.084401 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.097495 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:33.106917 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.107253 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Added segment e48b182d-06dd-486a-ab3d-1ea749f4a2fd of type vlan for network 81425a7c-48ed-419c-a4a6-79dfa824866c Jun 24 14:24:33.161777 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 50870) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:33.200322 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.233040 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.235577 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:33.250044 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Usage tracker for resource:security_group_rule and tenant:afedb29bde454b14844d4f861d1a5233 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:33.254409 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:33.266905 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-12ac9d63-1a55-4c0c-bf9f-837edd59ead1 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:33.267592 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-12ac9d63-1a55-4c0c-bf9f-837edd59ead1 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Synchronizing usage tracker for tenant:aa948c41263c487b91fb901450c07e7a on resource:network {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:33.271291 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:33.282082 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.284552 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:33.284552 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.302723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e114e660-3531-4ba7-b3b3-18a1f0163b6e,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:33.387062 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.393987 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=81425a7c-48ed-419c-a4a6-79dfa824866c,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:33.395103 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.399828 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5a66a23d-9b18-4f88-b9a9-a693d0b41ab3 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6588492 Jun 24 14:24:33.400190 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50874) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:33.405723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Request body: {'subnet': {'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1037636818-subnet', 'tenant_id': '74b0b2b1bdb449869eac45cb12fb6bb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:33.409933 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 81425a7c-48ed-419c-a4a6-79dfa824866c details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:33.410850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:33.414899 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Usage tracker for resource:subnet and tenant:74b0b2b1bdb449869eac45cb12fb6bb2 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:33.418306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:33.424604 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:33.430447 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-12ac9d63-1a55-4c0c-bf9f-837edd59ead1 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Unset dirty status for tenant:aa948c41263c487b91fb901450c07e7a on resource:network {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:33.439613 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-12ac9d63-1a55-4c0c-bf9f-837edd59ead1 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/networks?id=a066236f-efc6-4d7e-8753-274e02876902 HTTP/1.1" status: 200 len: 814 time: 0.3749213 Jun 24 14:24:33.452076 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Made reservation on behalf of 74b0b2b1bdb449869eac45cb12fb6bb2 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:33.457291 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2415550'] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.472299 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=afedb29bde454b14844d4f861d1a5233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093147 Jun 24 14:24:33.475786 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50878) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:33.482947 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-eb535fd6-8f0b-4366-b04f-94ff6b7543c9 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/quotas/aa948c41263c487b91fb901450c07e7a HTTP/1.1" status: 200 len: 375 time: 0.0420237 Jun 24 14:24:33.485158 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527d4d5-73a4-44fc-bb06-c431f69e371a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2067aae5-de41-470c-a6b8-1efc7a636390,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:33.540300 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-f622bf8b-d5e5-4458-9b51-633550eb0b24 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=aa948c41263c487b91fb901450c07e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561178 Jun 24 14:24:33.618277 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-004b51b0-79a8-4e00-9959-49e71c2b2e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.680709 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-5e8d06be-6dff-468f-af4b-21edae481b61 service neutron] 10.222.0.33 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331158 Jun 24 14:24:33.683038 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-004b51b0-79a8-4e00-9959-49e71c2b2e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.777863 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2415496'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.809176 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-004b51b0-79a8-4e00-9959-49e71c2b2e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.842604 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b51b0-79a8-4e00-9959-49e71c2b2e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067aae5-de41-470c-a6b8-1efc7a636390,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:33.874954 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-f875ca0b-60bf-42e0-92fd-4bf7f4e63921 service neutron] 10.222.0.33 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858158 Jun 24 14:24:33.888484 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddcd54d-eab0-483d-a541-c118b468e1c9,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:33.892964 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-004b51b0-79a8-4e00-9959-49e71c2b2e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.897250 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-004b51b0-79a8-4e00-9959-49e71c2b2e61 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2067aae5-de41-470c-a6b8-1efc7a636390 HTTP/1.1" status: 204 len: 168 time: 0.4201870 Jun 24 14:24:33.898745 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Checking segment: {'id': 'e48b182d-06dd-486a-ab3d-1ea749f4a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:33.899097 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Network hostable DHCP agents. Network: 81425a7c-48ed-419c-a4a6-79dfa824866c, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:33.921843 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Network 81425a7c-48ed-419c-a4a6-79dfa824866c is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:33.949525 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 81425a7c-48ed-419c-a4a6-79dfa824866c) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:33.963094 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf0cf1-be37-42c4-b21d-2d1523d5d1ba None None] Network 81425a7c-48ed-419c-a4a6-79dfa824866c requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:33.974947 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:33.975593 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.026787 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-7ec21cf6-1b3a-421d-b8dc-be3540814cf1 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6254184 Jun 24 14:24:34.064614 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21ee0d-84c2-42db-ab15-4512fe93e831 req-5b94e363-b0f0-41e4-a61c-5d6c0a128b18 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:34.078055 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c21ee0d-84c2-42db-ab15-4512fe93e831 req-5b94e363-b0f0-41e4-a61c-5d6c0a128b18 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 945 time: 0.1399550 Jun 24 14:24:34.147499 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c21ee0d-84c2-42db-ab15-4512fe93e831 req-9c948df8-eaee-4426-9f2b-85b623f8e8cf tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682659 Jun 24 14:24:34.339322 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b8c5d3e8-14cf-49a6-905a-f3326dfa9096 req-fe3781ce-6d17-43ee-878f-82bead13cba8 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 210 time: 0.1261690 Jun 24 14:24:34.361584 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6f8cf-afd4-4bc3-9334-663bf8055875 None None] Network 81425a7c-48ed-419c-a4a6-79dfa824866c requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:34.395620 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a60d-4119-4ad9-a47a-0336519a5ae2 req-6fa362dd-93e3-40a2-93ce-460aa9c7f28d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:34.406009 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2633a60d-4119-4ad9-a47a-0336519a5ae2 req-6fa362dd-93e3-40a2-93ce-460aa9c7f28d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1331151 Jun 24 14:24:34.473653 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2633a60d-4119-4ad9-a47a-0336519a5ae2 req-e96b3204-f60f-4690-92b6-452a45418281 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666735 Jun 24 14:24:35.135624 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50944) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:35.143607 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-333287864-network', 'tenant_id': '25e192ec0cef41d58278c20a3f392515'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:35.150132 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:35.155845 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Usage tracker for resource:network and tenant:25e192ec0cef41d58278c20a3f392515 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:35.159030 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:35.165351 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:35.179734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Made reservation on behalf of 25e192ec0cef41d58278c20a3f392515 for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:35.182978 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.207047 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.223523 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:35.227513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:25e192ec0cef41d58278c20a3f392515 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:35.230508 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:35.236554 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:35.339763 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.344392 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.365362 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:35.388562 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e2561-c28d-410c-88c8-35ff58fade96,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:35.391675 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.392213 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Added segment 55a7cc6e-082a-4872-b360-c1ec1e3676ef of type vlan for network 7486593b-950b-45c6-9b15-6d6e801af68d Jun 24 14:24:35.414882 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b0346-6877-4b13-9518-a56db76b531d req-674053f7-ff44-4e42-9909-c88cea9989a5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:35.416420 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a93b0346-6877-4b13-9518-a56db76b531d req-674053f7-ff44-4e42-9909-c88cea9989a5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 945 time: 0.1253951 Jun 24 14:24:35.431494 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.469764 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.470753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:35.471398 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.473622 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a93b0346-6877-4b13-9518-a56db76b531d req-b128b411-af3b-47cc-b5e3-55164d770932 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510788 Jun 24 14:24:35.525167 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3860869 Jun 24 14:24:35.530043 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 50960) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:35.555020 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a2e6621f-faa7-4f18-89a1-3a97b084e1bd req-33401d0e-f29e-4c42-9bc3-f38ace8a044d tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 210 time: 0.0617790 Jun 24 14:24:35.594625 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Request body: {'subnet': {'network_id': '7486593b-950b-45c6-9b15-6d6e801af68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-333287864-subnet', 'tenant_id': '25e192ec0cef41d58278c20a3f392515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:35.604747 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:35.629031 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Usage tracker for resource:subnet and tenant:25e192ec0cef41d58278c20a3f392515 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:35.634155 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:35.644148 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:35.646183 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88658b7-6b67-439e-aed4-8b44a45ec1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7486593b-950b-45c6-9b15-6d6e801af68d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:35.659760 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 7486593b-950b-45c6-9b15-6d6e801af68d details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:35.674789 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Made reservation on behalf of 25e192ec0cef41d58278c20a3f392515 for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:35.677194 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2415550'] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.794897 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4139f7e-a17c-47eb-b8a6-634bd4e8cc72 req-634192c2-29ec-41c3-b73c-f8761dd3c836 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:35.801805 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d4139f7e-a17c-47eb-b8a6-634bd4e8cc72 req-634192c2-29ec-41c3-b73c-f8761dd3c836 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1788213 Jun 24 14:24:35.850195 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d4139f7e-a17c-47eb-b8a6-634bd4e8cc72 req-97bbcbfb-80bb-445a-a42d-9b9ae7abc79f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Jun 24 14:24:35.990002 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9efa3628-1615-4dd3-8be5-2aded775a2f6 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:35.992050 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9efa3628-1615-4dd3-8be5-2aded775a2f6 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "GET /v2.0/networks?id=a066236f-efc6-4d7e-8753-274e02876902 HTTP/1.1" status: 200 len: 814 time: 0.2806032 Jun 24 14:24:36.052200 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Request body: {'port': {'device_id': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902', 'admin_state_up': True, 'tenant_id': 'aa948c41263c487b91fb901450c07e7a'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:36.224978 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2415496'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.277192 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:36.283406 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Usage tracker for resource:port and tenant:aa948c41263c487b91fb901450c07e7a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:36.286621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:36.302981 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:36.327329 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bda8ba0-ff0f-4c31-9b26-7e0363a4405d,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:36.332552 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Made reservation on behalf of aa948c41263c487b91fb901450c07e7a for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:36.336125 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.357504 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Checking segment: {'id': '55a7cc6e-082a-4872-b360-c1ec1e3676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7486593b-950b-45c6-9b15-6d6e801af68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:36.357968 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Network hostable DHCP agents. Network: 7486593b-950b-45c6-9b15-6d6e801af68d, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:36.428322 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Network 7486593b-950b-45c6-9b15-6d6e801af68d is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:36.448245 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 7486593b-950b-45c6-9b15-6d6e801af68d) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:36.454165 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:36.454165 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.457449 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3af36c-88cd-460c-9212-4588d19931ea None None] Network 7486593b-950b-45c6-9b15-6d6e801af68d requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:36.543672 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-114f025b-74d9-4176-a2da-a5242ba72489 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0123920 Jun 24 14:24:36.581097 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Allocated IP 172.20.0.11 (a066236f-efc6-4d7e-8753-274e02876902/7b0cb165-a48f-4192-8f25-e8d0f1162623/da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:36.823085 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9cf91d-b1f5-4745-83d2-6ec76ed28ce6 None None] Network 7486593b-950b-45c6-9b15-6d6e801af68d requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:36.947080 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-79db252d-11f1-4d25-aa08-2e767210011a req-6b975c0d-7cf0-4e03-83cb-6d92fe53a1bb tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 210 time: 0.1918285 Jun 24 14:24:36.967553 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b6ef-8761-44a1-96fe-2bf8a67db500 req-7611e281-87d8-44d8-992f-8b50c6310ab9 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:36.975662 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-01e4b6ef-8761-44a1-96fe-2bf8a67db500 req-7611e281-87d8-44d8-992f-8b50c6310ab9 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 945 time: 0.3112907 Jun 24 14:24:37.039637 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-01e4b6ef-8761-44a1-96fe-2bf8a67db500 req-17884133-c9b6-4fb8-867f-3963bb61628d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622194 Jun 24 14:24:37.083664 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.173747 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.319073 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Network a066236f-efc6-4d7e-8753-274e02876902 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:37.328323 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:37.331126 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:37.372481 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Pushing event updated for resources: {'Port': ['ID=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:37.402908 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:37.403447 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.422153 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-ae6a7101-4dd3-49b8-ac81-bb50378523e0 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3825436 Jun 24 14:24:37.433402 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Request body: {'port': {'device_id': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:37.491318 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-9608fdd2-eb8a-47c3-8ed8-5c2078c94d6e tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:37.492798 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-9608fdd2-eb8a-47c3-8ed8-5c2078c94d6e tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 945 time: 0.3595278 Jun 24 14:24:37.545545 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.584762 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcdb3e-0b86-4bb1-a1a0-67b2be060803 req-61c5f9be-913a-41d1-b854-ea67ca64b1f8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:37.586212 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aafcdb3e-0b86-4bb1-a1a0-67b2be060803 req-61c5f9be-913a-41d1-b854-ea67ca64b1f8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.3062849 Jun 24 14:24:37.639416 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-7f30710a-9b52-4a9e-bfaf-878b33b151c1 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:37.640844 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-7f30710a-9b52-4a9e-bfaf-878b33b151c1 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/networks?id=81425a7c-48ed-419c-a4a6-79dfa824866c HTTP/1.1" status: 200 len: 809 time: 0.2583520 Jun 24 14:24:37.660018 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Deleting port 6cae24d2-0567-429f-abf7-85c987cc657d {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:37.660835 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.718614 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-59c18af0-a416-4e3c-9a6b-7865f541ce26 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/quotas/74b0b2b1bdb449869eac45cb12fb6bb2 HTTP/1.1" status: 200 len: 375 time: 0.0621686 Jun 24 14:24:37.723465 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aafcdb3e-0b86-4bb1-a1a0-67b2be060803 req-859157cf-8cad-4ada-bef3-201ed9da03a0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293857 Jun 24 14:24:37.810233 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-b9e43a97-6afe-4ea1-8edb-f6d534b13865 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=74b0b2b1bdb449869eac45cb12fb6bb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762732 Jun 24 14:24:37.892699 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:37.900304 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.915295 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Transition to ACTIVE for port object da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:37.927835 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.058829 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-102a3eef-c704-4a1c-b3cb-424515f5ceaa service neutron] 10.222.0.33 "GET /v2.0/networks/81425a7c-48ed-419c-a4a6-79dfa824866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398851 Jun 24 14:24:38.139144 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Pushing event updated for resources: {'Port': ['ID=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:38.193543 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Attempting to bind port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:38.194183 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Attempting to bind port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:38.194183 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Attempting to bind port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a on network a066236f-efc6-4d7e-8753-274e02876902 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:38.199540 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a on network a066236f-efc6-4d7e-8753-274e02876902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:24:38.199854 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Attempting to bind port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a on network a066236f-efc6-4d7e-8753-274e02876902 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:38.205554 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:38.205880 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Checking segment: {'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:38.206251 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Bound using segment: {'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:38.206699 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Bound port: da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:38.207135 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.221080 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] For port 6cae24d2-0567-429f-abf7-85c987cc657d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6cae24d2-0567-429f-abf7-85c987cc657d,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:38.221440 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.299312 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] For port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:38.302700 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] For port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:38.309526 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.361568 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Calling delete_port for 6cae24d2-0567-429f-abf7-85c987cc657d owned by compute:nova {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:38.372578 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:38.373618 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.375002 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] 10.222.0.39 "PUT /v2.0/ports/da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a HTTP/1.1" status: 200 len: 1094 time: 0.9456027 Jun 24 14:24:38.375439 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'tag': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:38.405529 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915490e-ecd4-488e-b85b-d99b912a7552 service neutron] Pushing event updated for resources: {'Port': ['ID=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:38.473568 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-362ca928-1fa8-4b62-bcf1-3e3b0a6e30eb service neutron] 10.222.0.33 "GET /v2.0/networks/81425a7c-48ed-419c-a4a6-79dfa824866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995888 Jun 24 14:24:38.500467 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e311-8741-4ad1-967a-145ebc5f57ca req-0da00b23-a4f3-41c0-827c-f77c54bc543b tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:38.507929 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a2a6e311-8741-4ad1-967a-145ebc5f57ca req-0da00b23-a4f3-41c0-827c-f77c54bc543b tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 944 time: 0.4121954 Jun 24 14:24:38.526442 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-c556545d-1a60-4424-82cb-9b217ddc934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:38.528811 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-c556545d-1a60-4424-82cb-9b217ddc934d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa948c41263c487b91fb901450c07e7a&device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 1097 time: 0.0966752 Jun 24 14:24:38.593558 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-a2a6e311-8741-4ad1-967a-145ebc5f57ca req-43e62903-da49-4992-bacf-ca5b711c0577 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Synchronizing usage tracker for tenant:aa948c41263c487b91fb901450c07e7a on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:38.632358 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-eb838cd0-6c30-4b96-bfa0-0de8e873c9b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a HTTP/1.1" status: 200 len: 217 time: 0.0927000 Jun 24 14:24:38.641934 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-a2a6e311-8741-4ad1-967a-145ebc5f57ca req-43e62903-da49-4992-bacf-ca5b711c0577 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Unset dirty status for tenant:aa948c41263c487b91fb901450c07e7a on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:38.652382 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a2a6e311-8741-4ad1-967a-145ebc5f57ca req-43e62903-da49-4992-bacf-ca5b711c0577 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434619 Jun 24 14:24:38.657895 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.682216 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['6cae24d2-0567-429f-abf7-85c987cc657d'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:38.712758 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Pushing event deleted for resources: {'Port': ['ID=6cae24d2-0567-429f-abf7-85c987cc657d,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:38.762513 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d107f10-f694-4bec-8b49-89c1a9da31c3'] response: {'name': 'network-changed', 'server_uuid': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'tag': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a', 'status': 'completed', 'code': 200} Jun 24 14:24:38.797927 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-3f13ea95-ca7a-4e2e-ae1d-93f0b555228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:38.799922 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-3f13ea95-ca7a-4e2e-ae1d-93f0b555228f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b0cb165-a48f-4192-8f25-e8d0f1162623 HTTP/1.1" status: 200 len: 854 time: 0.1567709 Jun 24 14:24:38.878411 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-7d980638-16bf-4314-b566-3d072a3f5f1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a066236f-efc6-4d7e-8753-274e02876902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714035 Jun 24 14:24:39.004345 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] No DVR routers for this DVR port 6cae24d2-0567-429f-abf7-85c987cc657d on host hv-cinder-84718 {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:24:39.032092 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-3c25fe33-a7a9-4d58-a3ae-cd25e4c3eba1 service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469204 Jun 24 14:24:39.101486 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:39.104594 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'name': 'network-vif-deleted', 'tag': '6cae24d2-0567-429f-abf7-85c987cc657d'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:39.119467 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c1b5a1e9-464e-41ca-a3e9-066dd79ee59f req-9f1370fb-6c07-4917-9cd1-051a326d5d98 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 210 time: 0.1912885 Jun 24 14:24:39.123129 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a38f4d0b-cbb1-4564-ac31-7d934d6aec8a req-6f35b5b7-a74f-4e8a-9c65-7bc67105bc98 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=773ee666-d418-41b7-9b34-ec51f5a790f2 HTTP/1.1" status: 200 len: 210 time: 0.1941280 Jun 24 14:24:39.146127 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-670116ae-79cc-444a-a3d1-fe56af0a6675 req-c2342763-fb14-4656-b888-c5a5c932be3d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "DELETE /v2.0/ports/6cae24d2-0567-429f-abf7-85c987cc657d HTTP/1.1" status: 204 len: 173 time: 1.6352150 Jun 24 14:24:39.215238 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e22f75-8719-4d62-b877-4e77efef3753'] response: {'server_uuid': '773ee666-d418-41b7-9b34-ec51f5a790f2', 'name': 'network-vif-deleted', 'tag': '6cae24d2-0567-429f-abf7-85c987cc657d', 'status': 'completed', 'code': 200} Jun 24 14:24:39.289225 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-98166c86-f5cd-42a9-ba8b-c29bd199816c req-673ec367-16c7-4d66-8d9d-83e83f67e804 service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388363 Jun 24 14:24:39.370142 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c860f96-5cf3-4194-a4ad-95a7c9883364 req-30f38103-29ce-465e-a47a-dfc79f44fe46 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:39.371798 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c860f96-5cf3-4194-a4ad-95a7c9883364 req-30f38103-29ce-465e-a47a-dfc79f44fe46 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1071699 Jun 24 14:24:39.417381 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c860f96-5cf3-4194-a4ad-95a7c9883364 req-9780484e-9df8-4026-85ca-65ba2f8f1d15 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Jun 24 14:24:39.460509 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-ed5777cb-a016-4fb4-b821-024e342d5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:39.462003 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-ed5777cb-a016-4fb4-b821-024e342d5a56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa948c41263c487b91fb901450c07e7a&device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 1097 time: 0.0806515 Jun 24 14:24:39.604294 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-84e8b1b8-c349-449d-84fb-7025e0c4e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:39.605782 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-84e8b1b8-c349-449d-84fb-7025e0c4e6ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=a066236f-efc6-4d7e-8753-274e02876902 HTTP/1.1" status: 200 len: 915 time: 0.1280501 Jun 24 14:24:39.676279 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-086afd6f-019e-45ea-a884-e41e106b00f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a HTTP/1.1" status: 200 len: 217 time: 0.0632436 Jun 24 14:24:39.755901 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-d8d50b79-857a-43f6-b94b-915e709c9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:39.757338 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-d8d50b79-857a-43f6-b94b-915e709c9816 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b0cb165-a48f-4192-8f25-e8d0f1162623 HTTP/1.1" status: 200 len: 854 time: 0.0613923 Jun 24 14:24:39.833425 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-27f40755-9a23-4897-ae1f-baa8da705626 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a066236f-efc6-4d7e-8753-274e02876902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594583 Jun 24 14:24:39.852664 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982867a-25d1-4c4e-ba24-764b52d2ee71 req-129c1e15-1068-4159-96a4-41bf74dd77e9 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:39.856330 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7982867a-25d1-4c4e-ba24-764b52d2ee71 req-129c1e15-1068-4159-96a4-41bf74dd77e9 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 944 time: 0.1009233 Jun 24 14:24:39.906643 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7982867a-25d1-4c4e-ba24-764b52d2ee71 req-b30611d0-281b-4f38-a910-75ee0efec12d tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Jun 24 14:24:39.988104 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-c6e9d9da-39da-4a56-9c2d-aa71b560ef63 service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417661 Jun 24 14:24:40.126916 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ad296ae5-a3ca-4466-ae9b-319b67ab4293 req-2138ffa7-ccc6-4422-afbe-c6355fdc17c6 service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269343 Jun 24 14:24:40.294295 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-68cd3e20-f7b6-4855-9cb5-4a5ac837c7bc req-8287e417-1971-4180-96ca-8760e8764722 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 210 time: 0.0519769 Jun 24 14:24:40.553470 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-a4c6b0b4-e506-4157-872e-27913440f324 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:40.554141 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-a4c6b0b4-e506-4157-872e-27913440f324 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Synchronizing usage tracker for tenant:74b0b2b1bdb449869eac45cb12fb6bb2 on resource:network {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:40.572366 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-a4c6b0b4-e506-4157-872e-27913440f324 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Unset dirty status for tenant:74b0b2b1bdb449869eac45cb12fb6bb2 on resource:network {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:40.573683 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-a4c6b0b4-e506-4157-872e-27913440f324 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.39 "GET /v2.0/networks?id=81425a7c-48ed-419c-a4a6-79dfa824866c HTTP/1.1" status: 200 len: 809 time: 0.1857796 Jun 24 14:24:40.594109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Request body: {'port': {'device_id': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c', 'admin_state_up': True, 'tenant_id': '74b0b2b1bdb449869eac45cb12fb6bb2'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:40.685672 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-fbb7a303-59f5-428b-b493-de3d1c246061 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:40.687219 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-fbb7a303-59f5-428b-b493-de3d1c246061 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/networks?id=904330a9-5ff7-42cf-85f2-fc99007d8daf HTTP/1.1" status: 200 len: 808 time: 0.2333937 Jun 24 14:24:40.695907 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ac850-736c-4a2f-a1c5-c53634fc8d23 req-5073d634-47b2-4964-a6e9-34930b113107 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:40.697356 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f40ac850-736c-4a2f-a1c5-c53634fc8d23 req-5073d634-47b2-4964-a6e9-34930b113107 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1587212 Jun 24 14:24:40.732770 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-fb6e95a6-e5cf-43f9-83bc-94e8d0d8c6f6 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/quotas/7fbf96f82be74cc7b7adbeb3ceafa3b6 HTTP/1.1" status: 200 len: 375 time: 0.0305512 Jun 24 14:24:40.746212 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:40.750232 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Usage tracker for resource:port and tenant:74b0b2b1bdb449869eac45cb12fb6bb2 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:40.753025 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:40.758694 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:40.767721 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Made reservation on behalf of 74b0b2b1bdb449869eac45cb12fb6bb2 for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:40.771099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.795137 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-db4745d8-4d10-4954-981a-2fa9bfa01a1c tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Synchronizing usage tracker for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:40.800864 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f40ac850-736c-4a2f-a1c5-c53634fc8d23 req-386d2d63-3b73-45c3-af95-2593b029b2da tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972607 Jun 24 14:24:40.823038 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-db4745d8-4d10-4954-981a-2fa9bfa01a1c tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Unset dirty status for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:40.823038 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-db4745d8-4d10-4954-981a-2fa9bfa01a1c tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7fbf96f82be74cc7b7adbeb3ceafa3b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753284 Jun 24 14:24:40.933611 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Allocated IP 172.20.0.8 (81425a7c-48ed-419c-a4a6-79dfa824866c/9ddcd54d-eab0-483d-a541-c118b468e1c9/251cd38b-4d05-41e2-8f5a-78bf14baa7a0) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:40.964650 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-3ee62d73-52aa-4c48-847b-3eae60388f9c service neutron] 10.222.0.33 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411948 Jun 24 14:24:41.158642 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.164732 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-bf57e639-4e38-46ee-93b2-a5b8464eda93 service neutron] 10.222.0.33 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936593 Jun 24 14:24:41.184749 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3f43f-b91e-44ee-8081-63692d47020a req-b1a48ff4-cb87-4abf-b738-6337b0c6bd41 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:41.186426 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ff3f43f-b91e-44ee-8081-63692d47020a req-b1a48ff4-cb87-4abf-b738-6337b0c6bd41 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 944 time: 0.1362004 Jun 24 14:24:41.195502 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.233187 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ff3f43f-b91e-44ee-8081-63692d47020a req-9feff6c6-47ed-4118-955e-a6864959217f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 Jun 24 14:24:41.261959 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Network 81425a7c-48ed-419c-a4a6-79dfa824866c is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:41.273212 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:41.277836 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:41.373713 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8c893731-84b3-4853-818f-ea1f4816e0d0 req-5fed9225-bdbb-41c3-8433-51a161c57b01 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 210 time: 0.0614767 Jun 24 14:24:41.412509 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Pushing event updated for resources: {'Port': ['ID=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:41.452927 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:41.453737 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.480198 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-3cd37185-7e50-4fac-a046-ef29127671f3 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909740 Jun 24 14:24:41.494732 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Request body: {'port': {'device_id': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:41.529683 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c35d7b-b338-46d8-8ef9-30686452c6c3 req-9d05e208-bf4b-4db3-aa34-b4978e203541 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:41.531272 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a4c35d7b-b338-46d8-8ef9-30686452c6c3 req-9d05e208-bf4b-4db3-aa34-b4978e203541 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 931 time: 0.1155684 Jun 24 14:24:41.599843 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a4c35d7b-b338-46d8-8ef9-30686452c6c3 req-e48311c1-1ceb-4b51-8d5a-5d7ffdda8a58 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Jun 24 14:24:41.667485 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.082995 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a176-4d22-4a79-bde7-836df6e08006 req-fb58e854-813f-446f-a568-c88d45bae9bb tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:42.084658 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b490a176-4d22-4a79-bde7-836df6e08006 req-fb58e854-813f-446f-a568-c88d45bae9bb tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1207857 Jun 24 14:24:42.116483 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:42.124837 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.133050 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b490a176-4d22-4a79-bde7-836df6e08006 req-d717d8d5-f72d-4aef-991e-9cefa96cddad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Jun 24 14:24:42.140745 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Transition to ACTIVE for port object 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:42.144601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 51142) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:42.148519 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.264373 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.280010 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:42.284028 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Usage tracker for resource:security_group_rule and tenant:eed6603cdace4085aaab4019b414db87 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:42.287026 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:42.292911 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:42.322306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Pushing event updated for resources: {'Port': ['ID=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.405942 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Attempting to bind port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:42.406451 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Attempting to bind port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e48b182d-06dd-486a-ab3d-1ea749f4a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:42.407035 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Attempting to bind port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 on network 81425a7c-48ed-419c-a4a6-79dfa824866c {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:42.416029 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 on network 81425a7c-48ed-419c-a4a6-79dfa824866c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:24:42.416361 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Attempting to bind port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 on network 81425a7c-48ed-419c-a4a6-79dfa824866c {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:42.425364 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:42.425882 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Checking segment: {'id': 'e48b182d-06dd-486a-ab3d-1ea749f4a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:42.426417 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Bound using segment: {'id': 'e48b182d-06dd-486a-ab3d-1ea749f4a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:42.429941 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Bound port: 251cd38b-4d05-41e2-8f5a-78bf14baa7a0, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48b182d-06dd-486a-ab3d-1ea749f4a2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:42.430598 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.468013 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.555703 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] For port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:42.559224 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] For port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,segment=NetworkSegment(e48b182d-06dd-486a-ab3d-1ea749f4a2fd),segment_id=e48b182d-06dd-486a-ab3d-1ea749f4a2fd)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:42.564371 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.591642 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.606202 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:24:42.621894 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:42.622547 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.624054 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] 10.222.0.39 "PUT /v2.0/ports/251cd38b-4d05-41e2-8f5a-78bf14baa7a0 HTTP/1.1" status: 200 len: 1093 time: 1.1339991 Jun 24 14:24:42.624492 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'tag': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:42.651614 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55065382-7db1-46f6-a612-a4b6a0d66d54 service neutron] Pushing event updated for resources: {'Port': ['ID=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.682251 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 6cae24d2-0567-429f-abf7-85c987cc657d no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:24:42.725841 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 6cae24d2-0567-429f-abf7-85c987cc657d {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:24:42.726837 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 6cae24d2-0567-429f-abf7-85c987cc657d not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:24:42.744717 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9405e396-1ad2-4527-9f32-cb0cc41f2a01 req-b5770249-f8bd-48ff-b1e7-a45820a81ffa tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 210 time: 0.1582420 Jun 24 14:24:42.779571 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011aa72-6814-4378-81d8-ca5516a5d97c req-546b725d-4d6b-4d35-b61e-0c3ca5a4270d tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:42.787987 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6011aa72-6814-4378-81d8-ca5516a5d97c req-546b725d-4d6b-4d35-b61e-0c3ca5a4270d tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 944 time: 0.4329741 Jun 24 14:24:42.788151 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-f51521f9-c8a0-453e-9e85-8af30cf5b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:42.789667 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-f51521f9-c8a0-453e-9e85-8af30cf5b990 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74b0b2b1bdb449869eac45cb12fb6bb2&device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 1096 time: 0.1201434 Jun 24 14:24:42.791657 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eed6603cdace4085aaab4019b414db87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453249 Jun 24 14:24:42.794697 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51158) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:42.816435 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee72b48-972f-43c5-bd2e-530e61e0ab03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12442149-0631-4c52-9e2f-47f1f954dbe9,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.869764 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:42.884292 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a', 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902', 'port_id': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a', 'mac_address': 'fa:16:3e:c5:23:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0cb165-a48f-4192-8f25-e8d0f1162623', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:24:42.922122 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6011aa72-6814-4378-81d8-ca5516a5d97c req-fb841001-6cf5-4904-8b04-41f5b34bfebd tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331370 Jun 24 14:24:42.941457 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-f50a8936-bd26-4671-b21e-4aa41450b692 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=251cd38b-4d05-41e2-8f5a-78bf14baa7a0 HTTP/1.1" status: 200 len: 217 time: 0.0884328 Jun 24 14:24:42.961618 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-16a1e277-7d78-4d3e-abbf-9496478e9c49 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:42.969204 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-16a1e277-7d78-4d3e-abbf-9496478e9c49 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "GET /v2.0/networks?id=904330a9-5ff7-42cf-85f2-fc99007d8daf HTTP/1.1" status: 200 len: 808 time: 0.5038040 Jun 24 14:24:42.983235 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:42.983535 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.024267 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:43.037347 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71632718-5b62-411d-a305-5d25d5aad781'] response: {'name': 'network-changed', 'server_uuid': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'tag': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0', 'status': 'completed', 'code': 200} Jun 24 14:24:43.038456 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d9ea905d-1b19-4ffb-8d87-ee0c6b768233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.047202 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Request body: {'port': {'device_id': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf', 'admin_state_up': True, 'tenant_id': '7fbf96f82be74cc7b7adbeb3ceafa3b6'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:43.055087 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:43.064529 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.077804 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d9ea905d-1b19-4ffb-8d87-ee0c6b768233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.143950 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-dfaa3966-ef2b-4ec4-9bd5-f0ee625f00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:43.144238 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:43.145658 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-dfaa3966-ef2b-4ec4-9bd5-f0ee625f00c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ddcd54d-eab0-483d-a541-c118b468e1c9 HTTP/1.1" status: 200 len: 849 time: 0.1861012 Jun 24 14:24:43.155381 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d9ea905d-1b19-4ffb-8d87-ee0c6b768233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.225363 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:43.236114 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-f9de90e6-191d-4631-9f10-dcff4cf71843 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81425a7c-48ed-419c-a4a6-79dfa824866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760016 Jun 24 14:24:43.236791 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09eae2-4adb-4d32-841f-49fbf5d44b77 req-db62a996-7019-40a3-aafc-7d54bc658727 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:43.241064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea905d-1b19-4ffb-8d87-ee0c6b768233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12442149-0631-4c52-9e2f-47f1f954dbe9,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:43.243957 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6a09eae2-4adb-4d32-841f-49fbf5d44b77 req-db62a996-7019-40a3-aafc-7d54bc658727 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 943 time: 0.3030672 Jun 24 14:24:43.263985 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:43.287806 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Made reservation on behalf of 7fbf96f82be74cc7b7adbeb3ceafa3b6 for: {'port': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:43.291331 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.327373 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6a09eae2-4adb-4d32-841f-49fbf5d44b77 req-d49f195c-4004-4df0-b6cd-7d4abfb179f4 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823481 Jun 24 14:24:43.340041 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d9ea905d-1b19-4ffb-8d87-ee0c6b768233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.343584 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d9ea905d-1b19-4ffb-8d87-ee0c6b768233 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/12442149-0631-4c52-9e2f-47f1f954dbe9 HTTP/1.1" status: 204 len: 168 time: 0.5453639 Jun 24 14:24:43.378747 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:43.445387 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-bca3ef32-739c-49f8-8cae-7e0a8ca64d79 service neutron] 10.222.0.39 "GET /v2.0/networks/81425a7c-48ed-419c-a4a6-79dfa824866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973801 Jun 24 14:24:43.576049 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4911c-7617-449e-94ee-d688148835ad req-bdb84be5-aefc-40d2-bbdd-6b3c52059936 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:43.577641 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f6f4911c-7617-449e-94ee-d688148835ad req-bdb84be5-aefc-40d2-bbdd-6b3c52059936 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2622962 Jun 24 14:24:43.626601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Allocated IP 172.20.0.4 (904330a9-5ff7-42cf-85f2-fc99007d8daf/6046d392-941e-4650-9515-b7849b19564a/381c253d-d401-4ef2-b1a7-0e5c7db0093e) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:43.717046 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51184) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:43.803368 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f6f4911c-7617-449e-94ee-d688148835ad req-7a139f63-d082-46cc-bd0b-87928915834f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225069 Jun 24 14:24:43.847709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.862177 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-32609e9d-d4f5-4ded-b9d9-2306ad3226b5 req-320d60d2-46a4-4fd4-b87a-e1b4046d5752 service neutron] 10.222.0.39 "GET /v2.0/networks/81425a7c-48ed-419c-a4a6-79dfa824866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087746 Jun 24 14:24:43.866284 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:43.870518 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9f070a440544eb8087655c46f94f7e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:43.873633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:43.879916 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:43.926861 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.954279 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7ae7c88d-3c71-43ea-af58-a35c25fdf9b7 req-55894843-99ff-467a-83d8-966175033414 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 210 time: 0.0735555 Jun 24 14:24:43.987249 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.054045 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff0238-645d-4507-9ea0-74c47598a796 req-b91ce6b2-79e6-4898-9d0e-e410ec7e9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:44.055532 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-63ff0238-645d-4507-9ea0-74c47598a796 req-b91ce6b2-79e6-4898-9d0e-e410ec7e9f37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74b0b2b1bdb449869eac45cb12fb6bb2&device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 1096 time: 0.1394074 Jun 24 14:24:44.059607 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.064102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.098584 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Network 904330a9-5ff7-42cf-85f2-fc99007d8daf is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:44.115506 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:44.122040 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:44.157823 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Pushing event updated for resources: {'Port': ['ID=381c253d-d401-4ef2-b1a7-0e5c7db0093e,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:44.186998 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6d9f070a440544eb8087655c46f94f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688642 Jun 24 14:24:44.190158 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51192) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:44.194437 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876d135-5249-4ce4-9dc8-82943d879776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa004b22-0bc1-47d1-a3e0-e8b204145d2b,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:44.196997 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:44.197151 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.234467 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3bd58-e98a-473d-9d42-c7a3bada49de req-34b00e9a-5442-4b61-82b9-3991df66c54e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:44.235948 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bdf3bd58-e98a-473d-9d42-c7a3bada49de req-34b00e9a-5442-4b61-82b9-3991df66c54e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 945 time: 0.1920235 Jun 24 14:24:44.248033 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2cc9e64d-74ba-4d95-bad2-05c6b4b17849 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2057726 Jun 24 14:24:44.267491 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Request body: {'port': {'device_id': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:44.292501 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-118b36c5-6d64-4187-9b54-81d6180e3425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.304063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff0238-645d-4507-9ea0-74c47598a796 req-b990a174-f8ea-4db1-9647-f71d8c3937ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:44.305241 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-63ff0238-645d-4507-9ea0-74c47598a796 req-b990a174-f8ea-4db1-9647-f71d8c3937ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=81425a7c-48ed-419c-a4a6-79dfa824866c HTTP/1.1" status: 200 len: 910 time: 0.2287657 Jun 24 14:24:44.386353 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-118b36c5-6d64-4187-9b54-81d6180e3425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.393959 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-63ff0238-645d-4507-9ea0-74c47598a796 req-4c411cee-4c43-4da8-866a-98d0a4635345 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=251cd38b-4d05-41e2-8f5a-78bf14baa7a0 HTTP/1.1" status: 200 len: 217 time: 0.0776100 Jun 24 14:24:44.429287 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bdf3bd58-e98a-473d-9d42-c7a3bada49de req-eb1465e1-e2cf-4b1f-a454-2c33d6438b88 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802902 Jun 24 14:24:44.472556 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.496839 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff0238-645d-4507-9ea0-74c47598a796 req-4fd27420-df96-498c-9f05-13e1018c73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:44.498826 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-63ff0238-645d-4507-9ea0-74c47598a796 req-4fd27420-df96-498c-9f05-13e1018c73c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ddcd54d-eab0-483d-a541-c118b468e1c9 HTTP/1.1" status: 200 len: 849 time: 0.0926752 Jun 24 14:24:44.522448 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4388e68-ce38-4f00-afce-379ab2898f7e req-3ca82643-0247-4be8-80a5-8db1bc255fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:44.523888 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4388e68-ce38-4f00-afce-379ab2898f7e req-3ca82643-0247-4be8-80a5-8db1bc255fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 1098 time: 0.2194881 Jun 24 14:24:44.555549 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-118b36c5-6d64-4187-9b54-81d6180e3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.576187 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-63ff0238-645d-4507-9ea0-74c47598a796 req-af2c6b17-df77-4ebf-881d-44eb4b07a908 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81425a7c-48ed-419c-a4a6-79dfa824866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677776 Jun 24 14:24:44.578855 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b36c5-6d64-4187-9b54-81d6180e3425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa004b22-0bc1-47d1-a3e0-e8b204145d2b,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:44.605182 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-118b36c5-6d64-4187-9b54-81d6180e3425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.609911 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-118b36c5-6d64-4187-9b54-81d6180e3425 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/aa004b22-0bc1-47d1-a3e0-e8b204145d2b HTTP/1.1" status: 204 len: 168 time: 0.4156191 Jun 24 14:24:44.618874 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:44.719389 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:44.731444 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:44.731806 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.746537 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-63ff0238-645d-4507-9ea0-74c47598a796 req-59831dc4-7c2c-4dc4-a61c-9d2e132f030c service neutron] 10.222.0.39 "GET /v2.0/networks/81425a7c-48ed-419c-a4a6-79dfa824866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601901 Jun 24 14:24:44.827624 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4388e68-ce38-4f00-afce-379ab2898f7e req-e5821550-7b76-44f4-9175-33bbc147d94b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873001 Jun 24 14:24:44.899882 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-63ff0238-645d-4507-9ea0-74c47598a796 req-421be74c-1f9f-4b5e-80c1-0a327bf756b4 service neutron] 10.222.0.39 "GET /v2.0/networks/81425a7c-48ed-419c-a4a6-79dfa824866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427319 Jun 24 14:24:44.934873 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:44.935243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.988192 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:44.992157 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:45.002679 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.091836 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:45.118018 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568d944-3c90-4418-964b-e77d28641a58 req-86647e2c-30e3-4b39-a96c-aa15a44ef485 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:45.119882 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d568d944-3c90-4418-964b-e77d28641a58 req-86647e2c-30e3-4b39-a96c-aa15a44ef485 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 943 time: 0.5417831 Jun 24 14:24:45.235947 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4374f8-9f95-4950-9601-0868c7353429 req-20371f05-0324-4cb3-b5e7-61264751fe5a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:45.237480 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf4374f8-9f95-4950-9601-0868c7353429 req-20371f05-0324-4cb3-b5e7-61264751fe5a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2420237 Jun 24 14:24:45.241443 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d568d944-3c90-4418-964b-e77d28641a58 req-56cea827-2613-4c3a-8fc4-6105f4ba89ea tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104686 Jun 24 14:24:45.343236 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf4374f8-9f95-4950-9601-0868c7353429 req-ec057a24-a122-4f4e-8b99-18f01b394b5b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984242 Jun 24 14:24:45.388914 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dca5a4-978b-4ab8-bfb8-ad1eb721ebe4'] response: {'server_uuid': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a', 'code': 200} Jun 24 14:24:45.397271 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381c253d-d401-4ef2-b1a7-0e5c7db0093e {{(pid=88154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:45.414936 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.436671 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Transition to ACTIVE for port object 381c253d-d401-4ef2-b1a7-0e5c7db0093e will not be triggered until provisioned by entity L2. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:45.442229 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.642789 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Pushing event updated for resources: {'Port': ['ID=381c253d-d401-4ef2-b1a7-0e5c7db0093e,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:45.659336 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf1066-f95a-4ba6-9fe2-635f11d0713d req-302fb7d8-a261-479a-aee8-f4eefcafab74 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:45.660028 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-edaf1066-f95a-4ba6-9fe2-635f11d0713d req-302fb7d8-a261-479a-aee8-f4eefcafab74 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Synchronizing usage tracker for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:45.671668 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56b49-d680-471e-9853-25ba31dfddf8 req-73c6516d-e28d-4e4a-982a-3a2eb282e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:45.673132 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-24c56b49-d680-471e-9853-25ba31dfddf8 req-73c6516d-e28d-4e4a-982a-3a2eb282e2ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 1099 time: 0.0873604 Jun 24 14:24:45.716781 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-24c56b49-d680-471e-9853-25ba31dfddf8 req-6c3aa0e2-0777-4a19-b44c-975c37a4dac5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359712 Jun 24 14:24:45.766021 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-edaf1066-f95a-4ba6-9fe2-635f11d0713d req-302fb7d8-a261-479a-aee8-f4eefcafab74 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Unset dirty status for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:45.767206 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-edaf1066-f95a-4ba6-9fe2-635f11d0713d req-302fb7d8-a261-479a-aee8-f4eefcafab74 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 931 time: 0.4228711 Jun 24 14:24:45.817690 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Attempting to bind port 381c253d-d401-4ef2-b1a7-0e5c7db0093e on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:45.818011 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Attempting to bind port 381c253d-d401-4ef2-b1a7-0e5c7db0093e by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:45.818303 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Attempting to bind port 381c253d-d401-4ef2-b1a7-0e5c7db0093e on network 904330a9-5ff7-42cf-85f2-fc99007d8daf {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:45.842256 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed15d6-8b12-42ec-a414-5801d783ed9f req-81c18ee8-759d-4308-aca2-cf52ee49cca7 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:45.843708 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-62ed15d6-8b12-42ec-a414-5801d783ed9f req-81c18ee8-759d-4308-aca2-cf52ee49cca7 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.2593689 Jun 24 14:24:45.844282 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Port 381c253d-d401-4ef2-b1a7-0e5c7db0093e on network 904330a9-5ff7-42cf-85f2-fc99007d8daf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:24:45.844556 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Attempting to bind port 381c253d-d401-4ef2-b1a7-0e5c7db0093e on network 904330a9-5ff7-42cf-85f2-fc99007d8daf {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:45.857341 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-edaf1066-f95a-4ba6-9fe2-635f11d0713d req-6d9bd3b0-bc47-4360-b26d-f6a1b3d28bf6 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806198 Jun 24 14:24:45.858019 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:45.858345 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Checking segment: {'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:45.858731 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Bound using segment: {'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:45.861961 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Bound port: 381c253d-d401-4ef2-b1a7-0e5c7db0093e, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e347c0-0978-4e56-b70a-f627fd6472a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf'}}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:45.861961 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.947472 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-62ed15d6-8b12-42ec-a414-5801d783ed9f req-bcd27f1a-eca0-4453-b783-906d88c9541a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941398 Jun 24 14:24:45.996898 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] For port 381c253d-d401-4ef2-b1a7-0e5c7db0093e, host hv-cinder-84718, cleared binding levels {{(pid=88154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:46.000122 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] For port 381c253d-d401-4ef2-b1a7-0e5c7db0093e, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381c253d-d401-4ef2-b1a7-0e5c7db0093e,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:46.005702 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.061525 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:46.062118 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.063503 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] 10.222.0.39 "PUT /v2.0/ports/381c253d-d401-4ef2-b1a7-0e5c7db0093e HTTP/1.1" status: 200 len: 1093 time: 1.8017311 Jun 24 14:24:46.063924 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'tag': '381c253d-d401-4ef2-b1a7-0e5c7db0093e'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:46.087984 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332fb8b-6802-40b6-8f5e-b58838e8c998 service neutron] Pushing event updated for resources: {'Port': ['ID=381c253d-d401-4ef2-b1a7-0e5c7db0093e,revision_number=3']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:46.113249 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12417634-74fc-4db7-8bf8-e706bed801f9'] response: {'name': 'network-changed', 'server_uuid': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'tag': '381c253d-d401-4ef2-b1a7-0e5c7db0093e', 'status': 'completed', 'code': 200} Jun 24 14:24:46.252057 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-a358a103-7e68-431e-8622-a819078a23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:46.253611 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-a358a103-7e68-431e-8622-a819078a23ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fbf96f82be74cc7b7adbeb3ceafa3b6&device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 1096 time: 0.0834107 Jun 24 14:24:46.332039 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-327fbf4d-1525-47f8-918d-a619adc9c1dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=381c253d-d401-4ef2-b1a7-0e5c7db0093e HTTP/1.1" status: 200 len: 217 time: 0.0695820 Jun 24 14:24:46.516754 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-8eacc94c-1113-440f-946e-f7a40953ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:46.518205 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-8eacc94c-1113-440f-946e-f7a40953ffd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6046d392-941e-4650-9515-b7849b19564a HTTP/1.1" status: 200 len: 848 time: 0.1792150 Jun 24 14:24:46.593795 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-a67c13d7-f1ff-4185-8102-1dceef891383 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=904330a9-5ff7-42cf-85f2-fc99007d8daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635026 Jun 24 14:24:46.607592 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e15e5-09c0-4a8b-83b3-57e59c9d289c req-55210706-f120-4183-9c2e-4d96735ae52d tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:46.609019 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c42e15e5-09c0-4a8b-83b3-57e59c9d289c req-55210706-f120-4183-9c2e-4d96735ae52d tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 943 time: 0.2309594 Jun 24 14:24:46.610999 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:24:46.763673 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,segment=NetworkSegment(e48b182d-06dd-486a-ab3d-1ea749f4a2fd),segment_id=e48b182d-06dd-486a-ab3d-1ea749f4a2fd)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:46.783160 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0', 'network_id': '81425a7c-48ed-419c-a4a6-79dfa824866c', 'port_id': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0', 'mac_address': 'fa:16:3e:52:c3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddcd54d-eab0-483d-a541-c118b468e1c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:24:46.840530 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:46.840911 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.850652 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c42e15e5-09c0-4a8b-83b3-57e59c9d289c req-af9cd186-ad92-4d2a-99a7-d2ac69032ad0 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200673 Jun 24 14:24:46.859415 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:46.860450 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c24a6-bb2a-44a8-bd7f-1d2ab13674b2 req-d0124d17-c751-44f2-92f1-c784a8bf1804 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:46.867646 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-eb6c24a6-bb2a-44a8-bd7f-1d2ab13674b2 req-d0124d17-c751-44f2-92f1-c784a8bf1804 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.4024394 Jun 24 14:24:46.883815 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,segment=NetworkSegment(e48b182d-06dd-486a-ab3d-1ea749f4a2fd),segment_id=e48b182d-06dd-486a-ab3d-1ea749f4a2fd)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:46.889545 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.936128 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-2d872b79-4be1-4021-b97d-a684f93f5a4e service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250027 Jun 24 14:24:46.941888 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-eb6c24a6-bb2a-44a8-bd7f-1d2ab13674b2 req-64396e51-a7b7-4814-afca-2cba50a4fb00 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732913 Jun 24 14:24:47.007035 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:47.201805 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe72161c-d688-4d6d-91aa-24f2e12f9f5d req-cf0a0eb9-6223-449e-90c6-50e8dfe8cd34 service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508817 Jun 24 14:24:47.242935 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['251cd38b-4d05-41e2-8f5a-78bf14baa7a0'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:47.270868 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021569d3-dd52-4f50-863f-93dffaf318cb req-f3f7fb83-7fa1-4837-91fa-c8659d5565b4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:47.272659 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-021569d3-dd52-4f50-863f-93dffaf318cb req-f3f7fb83-7fa1-4837-91fa-c8659d5565b4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1797431 Jun 24 14:24:47.281442 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b60929-225e-42d7-8011-a13c034aa0c7 req-90d9728e-9f43-4e62-8038-971efb94c7e5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:47.282927 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-31b60929-225e-42d7-8011-a13c034aa0c7 req-90d9728e-9f43-4e62-8038-971efb94c7e5 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 943 time: 0.1365795 Jun 24 14:24:47.403965 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-021569d3-dd52-4f50-863f-93dffaf318cb req-e2a0f96e-cff3-450a-b403-b1506127ea25 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199946 Jun 24 14:24:47.410590 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-31b60929-225e-42d7-8011-a13c034aa0c7 req-81451390-afb0-4919-b0f4-6f0324bd043d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861692 Jun 24 14:24:47.432473 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-aabea603-6e62-4f2e-8925-78d09e648f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:47.434116 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-aabea603-6e62-4f2e-8925-78d09e648f10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fbf96f82be74cc7b7adbeb3ceafa3b6&device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 1096 time: 0.1492448 Jun 24 14:24:47.686942 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-998b470c-7359-462b-aec0-d92e1c71db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:47.688387 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-998b470c-7359-462b-aec0-d92e1c71db25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=904330a9-5ff7-42cf-85f2-fc99007d8daf HTTP/1.1" status: 200 len: 909 time: 0.2449055 Jun 24 14:24:47.789394 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-c951dd64-7028-43d1-adc1-23b8e9376d59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=381c253d-d401-4ef2-b1a7-0e5c7db0093e HTTP/1.1" status: 200 len: 217 time: 0.0816450 Jun 24 14:24:47.800677 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693ec1d-a785-438a-baf7-3fc01e997997 req-2bb0a484-726d-4373-8505-3ad021ae6adb tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:47.802122 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6693ec1d-a785-438a-baf7-3fc01e997997 req-2bb0a484-726d-4373-8505-3ad021ae6adb tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.2331345 Jun 24 14:24:47.908682 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-aa5e31e7-c246-40f0-8fd7-cf018f3559a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:47.910585 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-aa5e31e7-c246-40f0-8fd7-cf018f3559a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6046d392-941e-4650-9515-b7849b19564a HTTP/1.1" status: 200 len: 848 time: 0.1074116 Jun 24 14:24:48.036893 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51318) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:48.077421 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-1f5129af-b5af-476d-b3ca-87145bd240c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=904330a9-5ff7-42cf-85f2-fc99007d8daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479883 Jun 24 14:24:48.171067 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6693ec1d-a785-438a-baf7-3fc01e997997 req-bb51a956-3d7c-41b9-9715-3b014db5193a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387268 Jun 24 14:24:48.240240 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.258455 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:48.262818 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:2e313e86d70f459d98891436da847e2a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:48.266122 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:48.273918 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:48.313454 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-8ab9e95c-d00d-40e8-a373-65eff8083dcd service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266707 Jun 24 14:24:48.348923 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4f8ec-7189-4558-9ae0-61d2e15aaa88 req-c39dc96a-6b36-4ab2-bfbd-984567d3173b tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:48.350586 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c1c4f8ec-7189-4558-9ae0-61d2e15aaa88 req-c39dc96a-6b36-4ab2-bfbd-984567d3173b tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 944 time: 0.2252073 Jun 24 14:24:48.371040 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.375065 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.426654 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2e313e86d70f459d98891436da847e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885674 Jun 24 14:24:48.428372 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5d628-ddd0-4084-b0ff-fca212f5a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e0c449-e59e-4a02-a5d6-62b9488b3c8b,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:48.430980 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51360) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:48.495254 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2ca942da-25a5-4701-9f41-f67375963b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.496412 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c1c4f8ec-7189-4558-9ae0-61d2e15aaa88 req-3e0103e0-1782-4938-a174-3c7021302b8b tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838256 Jun 24 14:24:48.530993 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2ca942da-25a5-4701-9f41-f67375963b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.545155 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-195bd3ea-edd4-4ea9-ad08-c644b19bcf70 req-5f0a34f2-a38f-42d2-835a-a831ba7c223a service neutron] 10.222.0.39 "GET /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215006 Jun 24 14:24:48.593294 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2ca942da-25a5-4701-9f41-f67375963b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.606928 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:48.610178 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca942da-25a5-4701-9f41-f67375963b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e0c449-e59e-4a02-a5d6-62b9488b3c8b,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:48.618581 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2ca942da-25a5-4701-9f41-f67375963b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.620069 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-2ca942da-25a5-4701-9f41-f67375963b48 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/73e0c449-e59e-4a02-a5d6-62b9488b3c8b HTTP/1.1" status: 204 len: 168 time: 0.1881998 Jun 24 14:24:48.661932 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4350d80-bc8b-4f68-8b32-35cf4a0c67e7 req-91e57349-4831-47ab-88a1-d2e44b3246ab tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:48.663799 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c4350d80-bc8b-4f68-8b32-35cf4a0c67e7 req-91e57349-4831-47ab-88a1-d2e44b3246ab tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 943 time: 0.1118393 Jun 24 14:24:48.717110 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c4350d80-bc8b-4f68-8b32-35cf4a0c67e7 req-cfc4e936-85e7-47d6-8efe-d4da0ec2b299 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470774 Jun 24 14:24:48.724777 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:48.732027 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:48.732243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.878126 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:48.878530 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.935338 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:48.945695 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,segment=NetworkSegment(e48b182d-06dd-486a-ab3d-1ea749f4a2fd),segment_id=e48b182d-06dd-486a-ab3d-1ea749f4a2fd)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:48.949895 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.026750 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51384) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:49.029626 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993a0044-03d6-4667-aab7-f2a52b8dd9bf'] response: {'server_uuid': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0', 'code': 200} Jun 24 14:24:49.030598 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:49.057944 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.073355 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:49.077732 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Usage tracker for resource:security_group_rule and tenant:f9b46c42884d4ac7b947f6b54bd3db48 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:49.080850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:49.086829 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:49.217556 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.223237 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.286214 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f9b46c42884d4ac7b947f6b54bd3db48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583497 Jun 24 14:24:49.286990 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325764-d68c-4d78-836b-f2218b119484 req-cd0ce609-ed99-4cb2-b114-4b252aa16c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:49.287892 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5967bc-56a8-4939-a056-847bbd13bd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e9371-030a-431e-ba8e-6378ba982fb8,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:49.288897 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ba325764-d68c-4d78-836b-f2218b119484 req-cd0ce609-ed99-4cb2-b114-4b252aa16c64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 1098 time: 0.1008029 Jun 24 14:24:49.289435 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 51408) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:49.487381 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ba325764-d68c-4d78-836b-f2218b119484 req-f4a5ae98-6835-4f45-b9bb-ee0abea946a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789141 Jun 24 14:24:49.511131 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6cad032f-175f-436d-90c6-bc2ac5a904b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.544608 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6cad032f-175f-436d-90c6-bc2ac5a904b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.645836 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6cad032f-175f-436d-90c6-bc2ac5a904b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.720016 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad032f-175f-436d-90c6-bc2ac5a904b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e9371-030a-431e-ba8e-6378ba982fb8,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:49.730552 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6cad032f-175f-436d-90c6-bc2ac5a904b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.731677 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6cad032f-175f-436d-90c6-bc2ac5a904b3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3b4e9371-030a-431e-ba8e-6378ba982fb8 HTTP/1.1" status: 204 len: 168 time: 0.4410355 Jun 24 14:24:49.780252 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d1b77-0798-4f05-94e4-d6e5c2be968a req-cf218fb7-6e4d-4392-81ba-e42c0adf2fd9 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:49.781814 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af2d1b77-0798-4f05-94e4-d6e5c2be968a req-cf218fb7-6e4d-4392-81ba-e42c0adf2fd9 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 945 time: 0.1428304 Jun 24 14:24:49.835128 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9945a8-d28d-4246-ba3f-bddff66b07bf req-e4d89405-e46b-412d-8a12-4e3165e416f8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:49.836673 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9a9945a8-d28d-4246-ba3f-bddff66b07bf req-e4d89405-e46b-412d-8a12-4e3165e416f8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.2362444 Jun 24 14:24:49.926238 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af2d1b77-0798-4f05-94e4-d6e5c2be968a req-12ff6028-ba7f-436f-9d94-ed4bf0f8fae4 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062584 Jun 24 14:24:49.930054 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9a9945a8-d28d-4246-ba3f-bddff66b07bf req-5ece0157-9ace-4ab3-94aa-a03655f9f475 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Jun 24 14:24:49.971675 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-6367c36a-4d20-4e96-a077-6726aee4577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:49.978560 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-6367c36a-4d20-4e96-a077-6726aee4577f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 1098 time: 0.1957211 Jun 24 14:24:50.206688 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-2a029969-b0af-46f3-b6bf-7a127001d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:50.208243 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-2a029969-b0af-46f3-b6bf-7a127001d4ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1843674 Jun 24 14:24:50.283978 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-23115647-53c0-4d7d-b527-5c048da59a3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4 HTTP/1.1" status: 200 len: 217 time: 0.0666885 Jun 24 14:24:50.295204 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817eaa-00d5-4e31-8f65-c55a5d8d49b2 req-62bb5c49-aab8-4a40-b711-8859f3c67775 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:50.296782 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fc817eaa-00d5-4e31-8f65-c55a5d8d49b2 req-62bb5c49-aab8-4a40-b711-8859f3c67775 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 943 time: 0.2051830 Jun 24 14:24:50.393866 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-2c5b9817-f0f3-4c03-84f2-26968df669b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:50.395364 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-2c5b9817-f0f3-4c03-84f2-26968df669b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0976822 Jun 24 14:24:50.400767 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fc817eaa-00d5-4e31-8f65-c55a5d8d49b2 req-34fddf90-0d00-4e9f-9204-4631bed6f4c7 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726142 Jun 24 14:24:50.492441 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-442141a6-6958-4814-922b-24cb05e1f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:50.494054 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-442141a6-6958-4814-922b-24cb05e1f6d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906606 Jun 24 14:24:50.623824 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 381c253d-d401-4ef2-b1a7-0e5c7db0093e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:24:50.630306 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-0139b102-1906-4501-9502-9c7320193c5b service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290886 Jun 24 14:24:50.785611 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b424954d-f969-43e6-aca1-46d527fd6d15 req-11e7a08f-1d7d-435f-a098-057848546477 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472695 Jun 24 14:24:50.789174 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 381c253d-d401-4ef2-b1a7-0e5c7db0093e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381c253d-d401-4ef2-b1a7-0e5c7db0093e,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:50.804145 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '381c253d-d401-4ef2-b1a7-0e5c7db0093e', 'network_id': '904330a9-5ff7-42cf-85f2-fc99007d8daf', 'port_id': '381c253d-d401-4ef2-b1a7-0e5c7db0093e', 'mac_address': 'fa:16:3e:52:ba:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046d392-941e-4650-9515-b7849b19564a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:24:50.864330 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 381c253d-d401-4ef2-b1a7-0e5c7db0093e is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:50.864833 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.885657 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381c253d-d401-4ef2-b1a7-0e5c7db0093e {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:24:50.907025 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 381c253d-d401-4ef2-b1a7-0e5c7db0093e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381c253d-d401-4ef2-b1a7-0e5c7db0093e,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:50.911422 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.985628 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=381c253d-d401-4ef2-b1a7-0e5c7db0093e,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:51.136276 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51464) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:51.205675 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae06e-5b7a-4374-a77e-8f586c28c47c req-a5ac10bc-9053-43a9-8844-d02ac09b1cd9 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:51.207710 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b35ae06e-5b7a-4374-a77e-8f586c28c47c req-a5ac10bc-9053-43a9-8844-d02ac09b1cd9 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 945 time: 0.1237779 Jun 24 14:24:51.264300 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b35ae06e-5b7a-4374-a77e-8f586c28c47c req-3d1a611c-af15-4df3-b04b-ba7eefe01562 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Jun 24 14:24:51.302209 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.318291 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:51.322064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5d2dd7531a4a4e87a846b4f2a23542 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:51.325024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:51.331502 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:51.401031 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d102b-1244-4a60-9e5a-bbda678f7e04 req-89537a7f-41f0-4778-98db-4a9c88dc9a3d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:51.401760 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['381c253d-d401-4ef2-b1a7-0e5c7db0093e'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:51.402539 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1c0d102b-1244-4a60-9e5a-bbda678f7e04 req-89537a7f-41f0-4778-98db-4a9c88dc9a3d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0978332 Jun 24 14:24:51.420442 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.425242 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.456684 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1c0d102b-1244-4a60-9e5a-bbda678f7e04 req-dcc8e500-5e19-438d-9bbe-4ebca936b1d4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Jun 24 14:24:51.461671 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7b5d2dd7531a4a4e87a846b4f2a23542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243015 Jun 24 14:24:51.463975 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 51472) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:51.486149 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f03a28-7239-4fc8-b37a-51024328b1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5d770-016c-4618-8d55-91c8f0ec4ccf,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:51.541170 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5f46a682-4074-47be-aecc-40df6f5ce3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.634706 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5f46a682-4074-47be-aecc-40df6f5ce3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.699460 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124b6f2-4d3b-4c1c-8983-7a4a2bcd23b5 req-c1a3e112-6fdd-46d1-9f42-20847995c917 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:51.701215 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a124b6f2-4d3b-4c1c-8983-7a4a2bcd23b5 req-c1a3e112-6fdd-46d1-9f42-20847995c917 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 944 time: 0.1566794 Jun 24 14:24:51.733971 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5f46a682-4074-47be-aecc-40df6f5ce3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.758856 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a682-4074-47be-aecc-40df6f5ce3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5d770-016c-4618-8d55-91c8f0ec4ccf,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:51.773137 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a124b6f2-4d3b-4c1c-8983-7a4a2bcd23b5 req-4f5ac49a-7496-4d1b-a125-fad954a33012 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579293 Jun 24 14:24:51.773244 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 51482) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:51.780418 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5f46a682-4074-47be-aecc-40df6f5ce3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.784843 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-5f46a682-4074-47be-aecc-40df6f5ce3eb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/38e5d770-016c-4618-8d55-91c8f0ec4ccf HTTP/1.1" status: 204 len: 168 time: 0.3164659 Jun 24 14:24:52.046550 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.063741 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:52.068077 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Usage tracker for resource:security_group_rule and tenant:f48dc56801b54e338ee1798accf5fb62 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:52.071120 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:52.078013 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:52.164364 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.173689 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.317314 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f48dc56801b54e338ee1798accf5fb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431080 Jun 24 14:24:52.318965 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c82cb-265e-4d86-9320-c102ac62dee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e470a39-2cbc-4dcd-96f0-1bcb5454c26c,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:52.320134 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51494) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:52.383815 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-369e75c1-ed37-44c6-b77e-622e4ecf1110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.410367 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-369e75c1-ed37-44c6-b77e-622e4ecf1110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.469312 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08965577-8916-47dc-b72c-54c497f36d0e req-b95dbf88-3873-4dad-ae6d-0a567fdef114 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:52.471022 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-08965577-8916-47dc-b72c-54c497f36d0e req-b95dbf88-3873-4dad-ae6d-0a567fdef114 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 945 time: 0.1014864 Jun 24 14:24:52.476430 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-369e75c1-ed37-44c6-b77e-622e4ecf1110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.503013 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e75c1-ed37-44c6-b77e-622e4ecf1110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e470a39-2cbc-4dcd-96f0-1bcb5454c26c,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:52.509881 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-369e75c1-ed37-44c6-b77e-622e4ecf1110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.512070 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-369e75c1-ed37-44c6-b77e-622e4ecf1110 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7e470a39-2cbc-4dcd-96f0-1bcb5454c26c HTTP/1.1" status: 204 len: 168 time: 0.1899862 Jun 24 14:24:52.529540 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-08965577-8916-47dc-b72c-54c497f36d0e req-6db3c413-3683-4d50-b0b3-05b3b143b6b5 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519965 Jun 24 14:24:52.646082 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 381c253d-d401-4ef2-b1a7-0e5c7db0093e up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:52.651555 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa884cf7-993a-460e-a81f-dc38acca7be0 req-2173a89f-55f5-4f53-aff6-cf6e196e357e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:52.653171 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aa884cf7-993a-460e-a81f-dc38acca7be0 req-2173a89f-55f5-4f53-aff6-cf6e196e357e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0907698 Jun 24 14:24:52.717558 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aa884cf7-993a-460e-a81f-dc38acca7be0 req-e112e16d-4ca1-4ce4-8dd9-db490017e257 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579057 Jun 24 14:24:52.747311 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 381c253d-d401-4ef2-b1a7-0e5c7db0093e completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:52.753798 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 381c253d-d401-4ef2-b1a7-0e5c7db0093e triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:52.754252 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.880375 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 381c253d-d401-4ef2-b1a7-0e5c7db0093e is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:52.880745 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.907916 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381c253d-d401-4ef2-b1a7-0e5c7db0093e'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:52.920542 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 381c253d-d401-4ef2-b1a7-0e5c7db0093e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381c253d-d401-4ef2-b1a7-0e5c7db0093e,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:52.924924 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:53.004054 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a0d4ef-6f35-46de-ae7a-7eb938c2906a'] response: {'server_uuid': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381c253d-d401-4ef2-b1a7-0e5c7db0093e', 'code': 200} Jun 24 14:24:53.062293 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-5f10ad55-6cf7-48c8-87ad-8ebe11a68589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:53.073476 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c640a8-369b-43dc-98ee-898d1c4a8fd8 req-c45c7527-968f-43a4-9ec6-e863950b836d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:53.073820 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=381c253d-d401-4ef2-b1a7-0e5c7db0093e,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:53.075150 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-98c640a8-369b-43dc-98ee-898d1c4a8fd8 req-c45c7527-968f-43a4-9ec6-e863950b836d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 945 time: 0.1873131 Jun 24 14:24:53.126796 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-98c640a8-369b-43dc-98ee-898d1c4a8fd8 req-55da4bd9-c7d7-4612-ae5f-af8ced537744 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Jun 24 14:24:53.289105 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed818e04-305d-46bb-a525-2f7d7cbf532f req-e1967d2d-9992-480c-98bd-799228eaaebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:53.290643 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ed818e04-305d-46bb-a525-2f7d7cbf532f req-e1967d2d-9992-480c-98bd-799228eaaebc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 1098 time: 0.0897551 Jun 24 14:24:53.335684 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ed818e04-305d-46bb-a525-2f7d7cbf532f req-9c9bf650-fefc-473d-a633-479aa761ae3d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Jun 24 14:24:53.934636 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca104830-7ca9-41f7-905a-3064564e0839 req-0018e035-42ae-42ea-8d81-6df389bac351 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:53.936095 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ca104830-7ca9-41f7-905a-3064564e0839 req-0018e035-42ae-42ea-8d81-6df389bac351 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0932181 Jun 24 14:24:53.981840 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ca104830-7ca9-41f7-905a-3064564e0839 req-cb1e2ae7-7cd6-487b-be20-ba75dbbc5abd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 Jun 24 14:24:54.339403 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0c84-7b0d-42ee-9fa9-491d53bf24f6 req-1008cbe9-3c78-4ec3-b1d8-019a8a2f2043 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:54.341604 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-707b0c84-7b0d-42ee-9fa9-491d53bf24f6 req-1008cbe9-3c78-4ec3-b1d8-019a8a2f2043 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 945 time: 0.1076510 Jun 24 14:24:54.392837 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-707b0c84-7b0d-42ee-9fa9-491d53bf24f6 req-f593a8fb-df79-4f52-b5e4-a4b63d9f0f4b tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Jun 24 14:24:55.069336 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9bc63f03-16b9-4190-aff8-a2e47cbfca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:55.180781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8188a-0c0b-47bd-aa4d-bcb7c0d17318 req-4034619f-0d27-4a38-ad00-a29fe3dfc981 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:55.182129 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3fa8188a-0c0b-47bd-aa4d-bcb7c0d17318 req-4034619f-0d27-4a38-ad00-a29fe3dfc981 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0903530 Jun 24 14:24:55.231841 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3fa8188a-0c0b-47bd-aa4d-bcb7c0d17318 req-b5fdbb1c-4027-47bc-a97b-b4bdc983973f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Jun 24 14:24:55.596042 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235cf7b-6fe9-432b-b09f-dac4477cc7f6 req-6bdec139-8587-46bf-b3db-a08531d53bf7 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:55.597518 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5235cf7b-6fe9-432b-b09f-dac4477cc7f6 req-6bdec139-8587-46bf-b3db-a08531d53bf7 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 945 time: 0.0960636 Jun 24 14:24:55.642626 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5235cf7b-6fe9-432b-b09f-dac4477cc7f6 req-01faba4e-0628-48db-bbeb-e0c313dcca9c tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Jun 24 14:24:56.238426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e80782-708f-4067-a1ed-c3011d98b914 req-e2862fcb-f445-4bf8-8554-16da4953192f tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:56.239867 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d1e80782-708f-4067-a1ed-c3011d98b914 req-e2862fcb-f445-4bf8-8554-16da4953192f tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 945 time: 0.1068213 Jun 24 14:24:56.251523 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.287372 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d1e80782-708f-4067-a1ed-c3011d98b914 req-fc44224d-695b-49e8-b550-f0742986ef79 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Jun 24 14:24:56.432617 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2bdd7-49c6-4e89-9023-8c4907c4c4e2 req-729058f3-c989-409c-8477-10ed8ab7b916 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:56.434061 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-12e2bdd7-49c6-4e89-9023-8c4907c4c4e2 req-729058f3-c989-409c-8477-10ed8ab7b916 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0885599 Jun 24 14:24:56.468289 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.485709 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-12e2bdd7-49c6-4e89-9023-8c4907c4c4e2 req-e337844e-822c-4604-9bef-bd86cfe83dc2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458519 Jun 24 14:24:56.794785 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b375d-e78b-4637-8c8d-9b2903aa2275 req-617c6da0-7c0f-49da-8d9b-fac7af88b685 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:56.796135 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-807b375d-e78b-4637-8c8d-9b2903aa2275 req-617c6da0-7c0f-49da-8d9b-fac7af88b685 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 945 time: 0.0914631 Jun 24 14:24:56.842369 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-807b375d-e78b-4637-8c8d-9b2903aa2275 req-d11c204b-8a49-4d82-a63d-4d226fc6bd39 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Jun 24 14:24:57.492520 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e60f2-8b9f-489e-b87b-cf4a3e70f3bc req-9afc9887-1520-46ed-834b-21181a54016a tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:57.493948 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1e1e60f2-8b9f-489e-b87b-cf4a3e70f3bc req-9afc9887-1520-46ed-834b-21181a54016a tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 945 time: 0.0929265 Jun 24 14:24:57.541034 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1e1e60f2-8b9f-489e-b87b-cf4a3e70f3bc req-05843710-c8d7-45e5-b9bd-6d373000f6c8 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Jun 24 14:24:57.684546 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e925e-40ff-40d9-bd1f-9dd03cf869de req-90054f4b-be90-493c-aa8e-0b31ca5a15c7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:57.685999 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ea1e925e-40ff-40d9-bd1f-9dd03cf869de req-90054f4b-be90-493c-aa8e-0b31ca5a15c7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0890777 Jun 24 14:24:57.735803 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ea1e925e-40ff-40d9-bd1f-9dd03cf869de req-2f9ab98a-25a5-4fda-b308-90bd4e461251 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Jun 24 14:24:57.993243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.112706 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3ce1-cce4-42cc-8424-5fde7ac0aef6 req-fbca9185-aa64-4a54-9f57-fdd3dccc7498 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:58.114152 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6a9f3ce1-cce4-42cc-8424-5fde7ac0aef6 req-fbca9185-aa64-4a54-9f57-fdd3dccc7498 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 945 time: 0.1541042 Jun 24 14:24:58.122158 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-682fc29d-165a-4fc2-a410-d77e22a1e23e tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:58.123477 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-682fc29d-165a-4fc2-a410-d77e22a1e23e tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.39 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 945 time: 0.1188056 Jun 24 14:24:58.216670 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6a9f3ce1-cce4-42cc-8424-5fde7ac0aef6 req-3909fd80-2290-40a3-b7dc-ede7c30e5be9 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922480 Jun 24 14:24:58.220566 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Deleting port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:58.220686 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.570595 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] For port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,segment=NetworkSegment(e48b182d-06dd-486a-ab3d-1ea749f4a2fd),segment_id=e48b182d-06dd-486a-ab3d-1ea749f4a2fd)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:58.570595 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.699203 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Calling delete_port for 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 owned by compute:nova {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:58.824393 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781153f-5d6e-4859-a467-665c445158e8 req-3e79965e-6b75-4992-b7b6-289d3fda1797 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:58.825156 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-c781153f-5d6e-4859-a467-665c445158e8 req-3e79965e-6b75-4992-b7b6-289d3fda1797 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Synchronizing usage tracker for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:58.838093 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-c781153f-5d6e-4859-a467-665c445158e8 req-3e79965e-6b75-4992-b7b6-289d3fda1797 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Unset dirty status for tenant:7fbf96f82be74cc7b7adbeb3ceafa3b6 on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:58.839474 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c781153f-5d6e-4859-a467-665c445158e8 req-3e79965e-6b75-4992-b7b6-289d3fda1797 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 945 time: 0.1302712 Jun 24 14:24:58.858338 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f29bf-e0b5-4278-923f-f33b6c4e0e4e req-00004bb9-9b40-41dc-915c-3ecac3459c6b tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:58.859812 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7b5f29bf-e0b5-4278-923f-f33b6c4e0e4e req-00004bb9-9b40-41dc-915c-3ecac3459c6b tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/ports?device_id=74bbc6db-a62e-485e-9f43-6e40b6ac1716 HTTP/1.1" status: 200 len: 945 time: 0.1678102 Jun 24 14:24:58.916153 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Deleting port 381c253d-d401-4ef2-b1a7-0e5c7db0093e {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:24:58.916525 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.016057 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7b5f29bf-e0b5-4278-923f-f33b6c4e0e4e req-15b145a0-eba4-491f-a28b-6988d9d1bdf2 tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.33 "GET /v2.0/security-groups?id=e114e660-3531-4ba7-b3b3-18a1f0163b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251230 Jun 24 14:24:59.018636 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.032355 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['251cd38b-4d05-41e2-8f5a-78bf14baa7a0'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:59.079369 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Pushing event deleted for resources: {'Port': ['ID=251cd38b-4d05-41e2-8f5a-78bf14baa7a0,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:59.171716 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5907a80-f399-42a9-ac8f-7d518eed7013 req-c30c9211-4409-40ee-b565-729d1a2498de tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:59.173217 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e5907a80-f399-42a9-ac8f-7d518eed7013 req-c30c9211-4409-40ee-b565-729d1a2498de tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.3108101 Jun 24 14:24:59.199120 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] No DVR routers for this DVR port 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 on host hv-cinder-84718 {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:24:59.203586 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.206081 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'name': 'network-vif-deleted', 'tag': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:59.232163 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef06adb7-b71d-4858-aa0e-42431f8e6e7e req-59c3e10e-b84f-4de9-a8ec-feb7c8892ade tempest-VolumesActionsTest-1030656507 tempest-VolumesActionsTest-1030656507-project] 10.222.0.39 "DELETE /v2.0/ports/251cd38b-4d05-41e2-8f5a-78bf14baa7a0 HTTP/1.1" status: 204 len: 173 time: 1.0951655 Jun 24 14:24:59.255021 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e5907a80-f399-42a9-ac8f-7d518eed7013 req-8bebda18-b101-4a9e-830c-8cfa2b365eff tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756934 Jun 24 14:24:59.275860 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52550ad3-196c-48bc-8a83-e850877cb666'] response: {'server_uuid': '74bbc6db-a62e-485e-9f43-6e40b6ac1716', 'name': 'network-vif-deleted', 'tag': '251cd38b-4d05-41e2-8f5a-78bf14baa7a0', 'status': 'completed', 'code': 200} Jun 24 14:24:59.299893 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] For port 381c253d-d401-4ef2-b1a7-0e5c7db0093e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=381c253d-d401-4ef2-b1a7-0e5c7db0093e,segment=NetworkSegment(d2e347c0-0978-4e56-b70a-f627fd6472a4),segment_id=d2e347c0-0978-4e56-b70a-f627fd6472a4)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:59.300250 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.424468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Calling delete_port for 381c253d-d401-4ef2-b1a7-0e5c7db0093e owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:24:59.444728 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865046-20ac-47e0-a4ad-e383947f007e req-a6336468-f374-4729-badb-0c35af0219f3 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:59.446220 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c1865046-20ac-47e0-a4ad-e383947f007e req-a6336468-f374-4729-badb-0c35af0219f3 tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1b81b90-03bc-420b-a521-ca2a3cbcdf68 HTTP/1.1" status: 200 len: 945 time: 0.0993133 Jun 24 14:24:59.491691 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.494342 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c1865046-20ac-47e0-a4ad-e383947f007e req-a63a8af7-9ece-4609-bb05-3a60def4c30f tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.33 "GET /v2.0/security-groups?id=d92defc5-e96e-45d9-9560-64db402eee8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jun 24 14:24:59.584685 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.596135 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['381c253d-d401-4ef2-b1a7-0e5c7db0093e'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:24:59.635507 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Pushing event deleted for resources: {'Port': ['ID=381c253d-d401-4ef2-b1a7-0e5c7db0093e,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:59.721988 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] No DVR routers for this DVR port 381c253d-d401-4ef2-b1a7-0e5c7db0093e on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:24:59.725315 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.727897 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'name': 'network-vif-deleted', 'tag': '381c253d-d401-4ef2-b1a7-0e5c7db0093e'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:24:59.746839 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c781153f-5d6e-4859-a467-665c445158e8 req-befc0a6a-3f09-4d8e-bb7e-e4f0057c533d tempest-VolumesActionsTest-786887804 tempest-VolumesActionsTest-786887804-project] 10.222.0.39 "DELETE /v2.0/ports/381c253d-d401-4ef2-b1a7-0e5c7db0093e HTTP/1.1" status: 204 len: 173 time: 0.9009311 Jun 24 14:24:59.793375 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe102ffb-f7d1-4c48-b81e-08cb2b75c44e'] response: {'server_uuid': 'b1b81b90-03bc-420b-a521-ca2a3cbcdf68', 'name': 'network-vif-deleted', 'tag': '381c253d-d401-4ef2-b1a7-0e5c7db0093e', 'status': 'completed', 'code': 200} Jun 24 14:25:00.468230 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d635e40-6a2e-48f3-ba9d-c4ede3a66397 req-b5586151-ea27-48ca-b444-36194d49885e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:00.470486 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9d635e40-6a2e-48f3-ba9d-c4ede3a66397 req-b5586151-ea27-48ca-b444-36194d49885e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1119232 Jun 24 14:25:00.529753 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9d635e40-6a2e-48f3-ba9d-c4ede3a66397 req-48ea7d1a-930c-4c60-ada9-210f4738969c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Jun 24 14:25:00.944092 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:25:01.145635 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-ba839cbf-5791-4d3d-8df8-66350ca7c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:01.147651 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-ba839cbf-5791-4d3d-8df8-66350ca7c2e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 1098 time: 0.0883665 Jun 24 14:25:01.311044 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-9c993374-3448-4404-8e1b-61aef3babe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:01.312543 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-9c993374-3448-4404-8e1b-61aef3babe45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1320384 Jun 24 14:25:01.389582 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-4d16d6f9-5a44-4cae-9d5a-a1ba04ae98cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4 HTTP/1.1" status: 200 len: 217 time: 0.0617566 Jun 24 14:25:01.453317 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-54318a72-1e98-4bd9-bc7b-4443bdc82a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:01.454801 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-54318a72-1e98-4bd9-bc7b-4443bdc82a6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0594389 Jun 24 14:25:01.536410 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-64eeacaf-21c7-4932-a45d-9fe9e8abf738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:01.537867 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-64eeacaf-21c7-4932-a45d-9fe9e8abf738 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764728 Jun 24 14:25:01.695517 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-14e7de75-0533-420f-afde-002c9a73372c service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483414 Jun 24 14:25:01.777684 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed59cb4-7393-4ea2-bab9-8f6b0ad0fb60 req-2b24f19a-db29-4349-8525-125de2e28485 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:01.785509 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8ed59cb4-7393-4ea2-bab9-8f6b0ad0fb60 req-2b24f19a-db29-4349-8525-125de2e28485 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1054554 Jun 24 14:25:01.830289 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8ed59cb4-7393-4ea2-bab9-8f6b0ad0fb60 req-6ec5f76b-efba-4703-b711-7997f78bcd52 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Jun 24 14:25:01.860185 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-dc9a0155-ebed-4a8e-bb59-3d624a3ebd65 req-2ec6d719-b1f4-4fe0-a3a9-1d04d6d40574 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568253 Jun 24 14:25:02.747209 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 381c253d-d401-4ef2-b1a7-0e5c7db0093e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:25:02.783690 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 381c253d-d401-4ef2-b1a7-0e5c7db0093e {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:25:02.784036 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 381c253d-d401-4ef2-b1a7-0e5c7db0093e not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:25:02.784447 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:25:02.817105 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:25:02.817439 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 251cd38b-4d05-41e2-8f5a-78bf14baa7a0 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:25:03.038871 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a5abe-c8a0-489e-adcb-518ec62df2ea req-dfe66ced-64d8-4190-a002-5e69f965052c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:03.040352 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-be0a5abe-c8a0-489e-adcb-518ec62df2ea req-dfe66ced-64d8-4190-a002-5e69f965052c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0955210 Jun 24 14:25:03.090412 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-be0a5abe-c8a0-489e-adcb-518ec62df2ea req-ef92f744-b83b-4ed6-a175-8a847cc038cc tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Jun 24 14:25:04.293078 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a97c9-8ae8-4d52-8508-2543bf144e69 req-5eec0c02-c827-4418-9614-204d160a189a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:04.295274 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a49a97c9-8ae8-4d52-8508-2543bf144e69 req-5eec0c02-c827-4418-9614-204d160a189a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0917130 Jun 24 14:25:04.338944 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a49a97c9-8ae8-4d52-8508-2543bf144e69 req-25b51ed1-35cb-4376-9789-b1c1e68f4aba tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 Jun 24 14:25:05.544398 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916fab-705e-4dae-bfb9-d4eef4d01790 req-333cf109-4c52-4700-b4af-0febb83c8f8e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:05.545872 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-50916fab-705e-4dae-bfb9-d4eef4d01790 req-333cf109-4c52-4700-b4af-0febb83c8f8e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0977919 Jun 24 14:25:05.606947 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-50916fab-705e-4dae-bfb9-d4eef4d01790 req-10e42b98-6d67-4444-b548-5e955e4e6e66 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Jun 24 14:25:06.977915 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d79933-c380-4740-9a5c-67966f04f7f4 req-28187427-4570-483b-bbad-b61ecf333bc4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:06.979431 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69d79933-c380-4740-9a5c-67966f04f7f4 req-28187427-4570-483b-bbad-b61ecf333bc4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1068754 Jun 24 14:25:07.024803 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69d79933-c380-4740-9a5c-67966f04f7f4 req-48c93c4b-4c64-46df-b3f5-a87daf261a18 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Jun 24 14:25:07.617895 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c1a4-e43c-4d55-b74f-338fca0d006e req-b6749db2-e2a8-41ec-a41a-ed2c78b71f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:07.619813 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d804c1a4-e43c-4d55-b74f-338fca0d006e req-b6749db2-e2a8-41ec-a41a-ed2c78b71f7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 1098 time: 0.1096158 Jun 24 14:25:07.677806 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d804c1a4-e43c-4d55-b74f-338fca0d006e req-e1d22794-158b-49bf-82bb-5f8a7f396850 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499146 Jun 24 14:25:08.266882 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e145e11-12e7-4e7a-91c4-69c9e1da160c req-75ef942d-a952-436e-b922-7216fee468b7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:08.268735 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7e145e11-12e7-4e7a-91c4-69c9e1da160c req-75ef942d-a952-436e-b922-7216fee468b7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1055064 Jun 24 14:25:08.317506 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7e145e11-12e7-4e7a-91c4-69c9e1da160c req-c77d9352-2b71-4151-be2d-cb31f665f078 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Jun 24 14:25:09.710724 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d86eb-f377-4cff-bb73-ce41f3ff5095 req-ba3c258c-eb3c-404e-8f79-c60a4ac00a96 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:09.718170 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5b6d86eb-f377-4cff-bb73-ce41f3ff5095 req-ba3c258c-eb3c-404e-8f79-c60a4ac00a96 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.2674387 Jun 24 14:25:09.780022 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5b6d86eb-f377-4cff-bb73-ce41f3ff5095 req-513bd7a8-2ed3-4c7b-a835-dc55b8e2b514 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608401 Jun 24 14:25:10.335041 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-284fe0ab-be4a-4338-bc2d-7f20d38b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.340339 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-284fe0ab-be4a-4338-bc2d-7f20d38b1302 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 1098 time: 0.1346452 Jun 24 14:25:10.443181 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456b89d-0992-48ba-89c0-154ca5803d5f req-32f743a0-063e-472e-a963-d221e4e5c993 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.444919 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c456b89d-0992-48ba-89c0-154ca5803d5f req-32f743a0-063e-472e-a963-d221e4e5c993 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1436989 Jun 24 14:25:10.510908 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c456b89d-0992-48ba-89c0-154ca5803d5f req-efeca216-7acb-4b34-bb0d-49e52a7c28de tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Jun 24 14:25:10.669720 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-ad9dc262-8185-40b2-af8d-539495ddf69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.671338 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-ad9dc262-8185-40b2-af8d-539495ddf69e service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.3250878 Jun 24 14:25:10.751492 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-bc32ce1a-05b0-420a-b070-d8b84ab9f8b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4 HTTP/1.1" status: 200 len: 217 time: 0.0664117 Jun 24 14:25:10.848314 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-172b151b-8bab-4876-acf3-c9143b718fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.849696 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-172b151b-8bab-4876-acf3-c9143b718fc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0824285 Jun 24 14:25:10.939981 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-b092e939-ab73-4e17-b082-91c85022f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.941536 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-b092e939-ab73-4e17-b082-91c85022f7bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857747 Jun 24 14:25:11.087837 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-9a05991f-8b55-4b0c-a54a-1fb9dc8bfbab service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372471 Jun 24 14:25:11.247249 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7253fa07-ce50-43df-9cf7-191941b4d83e req-649cfe1a-4b12-4f65-8c00-8d6de1f9497d service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500931 Jun 24 14:25:11.797574 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e489d-4a12-43e6-83f2-333572d793a7 req-f7675279-3e20-46ba-bdd2-c7f17c951959 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:11.799137 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ba5e489d-4a12-43e6-83f2-333572d793a7 req-f7675279-3e20-46ba-bdd2-c7f17c951959 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1117504 Jun 24 14:25:11.874126 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ba5e489d-4a12-43e6-83f2-333572d793a7 req-0aeda90c-9564-43c1-bd53-7e093b076a10 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609946 Jun 24 14:25:13.234253 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85c40d-f059-4638-b126-a101b4116d55 req-3144d299-9061-4466-abaf-7b891e4b1cef tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:13.241909 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5b85c40d-f059-4638-b126-a101b4116d55 req-3144d299-9061-4466-abaf-7b891e4b1cef tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1880910 Jun 24 14:25:13.308865 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5b85c40d-f059-4638-b126-a101b4116d55 req-ef83fa0f-0017-494c-9c0d-caeaa4731623 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656455 Jun 24 14:25:14.715534 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437315c2-6c4b-43fe-8d5b-c85e19f486e1 req-d85c7485-71b6-4e3f-bb13-80cc1cdd8ac7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:14.718271 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-437315c2-6c4b-43fe-8d5b-c85e19f486e1 req-d85c7485-71b6-4e3f-bb13-80cc1cdd8ac7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1630809 Jun 24 14:25:14.797131 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-437315c2-6c4b-43fe-8d5b-c85e19f486e1 req-f3f36b28-64e7-46b2-86eb-98e873b7fbfb tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589404 Jun 24 14:25:16.512945 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51970) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:16.521164 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293320523', 'description': 'tempest-description--1584113314'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:16.528911 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:16.533357 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Usage tracker for resource:security_group and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:16.536506 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:16.544145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:16.557692 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.587138 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:16.597954 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Usage tracker for resource:security_group_rule and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:16.603548 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:16.612385 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:16.710588 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.716571 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.761254 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7ef131-6549-4943-bf15-b1ff2704028e,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:16.768840 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.770042 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2551312 Jun 24 14:25:16.772043 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.772704 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.773209 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.773697 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.774033 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.774306 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 51976) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:16.774891 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.774891 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.775086 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.775307 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.775637 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.775969 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.776384 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e10c-029a-4678-89ef-3fd94eecf028 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.780143 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'security_group_rule': {'security_group_id': '1c7ef131-6549-4943-bf15-b1ff2704028e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:16.788028 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:16.799920 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Usage tracker for resource:security_group_rule and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:16.803829 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:16.810117 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:16.829584 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.889694 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.894601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.915553 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5cd7b8-e5d3-423f-9b97-4f0810d65bd4,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:16.927158 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.927494 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.927851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.928183 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.928517 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.928834 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.929175 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.929481 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.929820 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.930108 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.930442 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.930760 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:16.939693 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.943407 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-da33b074-7f4a-4df4-9239-362281ad831a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654906 Jun 24 14:25:16.943531 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 51984) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:16.948707 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'security_group_rule': {'security_group_id': '1c7ef131-6549-4943-bf15-b1ff2704028e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:16.954673 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:16.958728 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Usage tracker for resource:security_group_rule and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:16.961490 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:16.967460 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:16.986221 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.056394 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.061006 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.078921 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f01312-2020-4bd1-988e-b385ec96dc6b,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:17.096937 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.098548 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-ef5615c5-520c-4003-856d-0c1247437f54 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541400 Jun 24 14:25:17.101994 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 51988) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:17.107445 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:17.114131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:17.118722 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Usage tracker for resource:floatingip and tenant:b135092794e24d09b7eaa852215352f0 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:17.122186 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:17.129329 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:17.140994 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.288859 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.468739 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Allocated IP 172.28.2.217 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/39943529-9352-4d0b-a250-1822e2adba1f) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:25:17.713937 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.770906 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:17.868818 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:25:17.877791 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:17.886296 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:25:18.062420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'Port': ['ID=39943529-9352-4d0b-a250-1822e2adba1f,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:18.243207 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:18.343452 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:18.777899 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123c47-536f-47ce-8391-8bb4b454be72 req-252ca57b-da56-4746-8305-5898390663bb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.785656 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-76123c47-536f-47ce-8391-8bb4b454be72 req-252ca57b-da56-4746-8305-5898390663bb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1184123 Jun 24 14:25:18.811862 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:18.823014 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:18.860748 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-76123c47-536f-47ce-8391-8bb4b454be72 req-8d107891-da8a-44f0-97c7-e0321094ed87 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739057 Jun 24 14:25:18.905875 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'Port': ['ID=39943529-9352-4d0b-a250-1822e2adba1f,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:18.993743 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.032825 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.034661 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-95450759-572c-4aa8-bbed-eee73ce39ae8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9315727 Jun 24 14:25:19.108708 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52052) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:19.214756 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] Deleting subnet 9ddcd54d-eab0-483d-a541-c118b468e1c9 {{(pid=88153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:25:19.231946 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.306808 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94958e4-0aa8-4393-8d5f-cb742242f98f req-738e85b7-7dc5-4c14-9365-d8f9c02cb983 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:19.314102 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b94958e4-0aa8-4393-8d5f-cb742242f98f req-738e85b7-7dc5-4c14-9365-d8f9c02cb983 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1223590 Jun 24 14:25:19.323148 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3781849'] for subnet, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.370337 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b94958e4-0aa8-4393-8d5f-cb742242f98f req-8abbbfea-7aa0-47df-babd-fdd48a821e61 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549598 Jun 24 14:25:19.411084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.420364 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-5f88fd25-d1c4-4d80-9265-495d4d1321d8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--293320523&fields=id&tenant_id=b135092794e24d09b7eaa852215352f0 HTTP/1.1" status: 200 len: 267 time: 0.0438099 Jun 24 14:25:19.505445 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3685730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2415491'] for subnet, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.545293 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.557008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddcd54d-eab0-483d-a541-c118b468e1c9,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:19.565001 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ec5b8002-25cc-413b-9ce7-de02a35065a9 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9ddcd54d-eab0-483d-a541-c118b468e1c9 HTTP/1.1" status: 204 len: 168 time: 0.4550443 Jun 24 14:25:19.565520 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52068) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:19.606956 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-423faa99-e34a-460a-851a-c833bfcacf98 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:19.608580 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-423faa99-e34a-460a-851a-c833bfcacf98 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 818 time: 0.1815505 Jun 24 14:25:19.625577 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-ea62876c-9881-482f-9dc6-070c8ee9d711 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/quotas/b135092794e24d09b7eaa852215352f0 HTTP/1.1" status: 200 len: 375 time: 0.0111051 Jun 24 14:25:19.686849 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.741662 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-b2a0aa98-92be-4272-a7e0-512354c80d50 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1104753 Jun 24 14:25:19.860740 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.892197 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81425a7c-48ed-419c-a4a6-79dfa824866c']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:19.915362 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48b182d-06dd-486a-ab3d-1ea749f4a2fd') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:19.915645 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48b182d-06dd-486a-ab3d-1ea749f4a2fd') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:19.919865 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-83ecb2a2-ecd3-4fb8-ab06-9e377b39d0c3 service neutron] 10.222.0.33 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625676 Jun 24 14:25:19.975314 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.014705 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.025330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:25:20.025722 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.135322 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-8d19cda7-83f9-47e4-8585-51c4cd0b9d30 service neutron] 10.222.0.33 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141819 Jun 24 14:25:20.150457 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment e48b182d-06dd-486a-ab3d-1ea749f4a2fd resource provider aggregate not found Jun 24 14:25:20.172018 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment e48b182d-06dd-486a-ab3d-1ea749f4a2fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e48b182d-06dd-486a-ab3d-1ea749f4a2fd found for delete ", "request_id": "req-15e5bcb2-fa77-4233-ad64-f2259562c0a1"}]} Jun 24 14:25:20.186738 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.217223 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.228102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] Pushing event deleted for resources: {'Network': ['ID=81425a7c-48ed-419c-a4a6-79dfa824866c,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:20.242809 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-8d63caf5-70fb-4f2b-a1ba-368d0d4fe411 admin admin] 10.222.0.33 "DELETE /v2.0/networks/81425a7c-48ed-419c-a4a6-79dfa824866c HTTP/1.1" status: 204 len: 168 time: 0.6762395 Jun 24 14:25:20.251337 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52084) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:20.319287 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdb756-fa35-4845-897b-c0f787f5ef86 req-09e5257f-eb19-453e-8d06-e6c54c38829e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:20.321732 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-22fdb756-fa35-4845-897b-c0f787f5ef86 req-09e5257f-eb19-453e-8d06-e6c54c38829e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.2455571 Jun 24 14:25:20.366739 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] Deleting subnet 5bda8ba0-ff0f-4c31-9b26-7e0363a4405d {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:25:20.370336 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.435035 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-22fdb756-fa35-4845-897b-c0f787f5ef86 req-6c2e2720-641d-4235-86e7-484f08ef0b48 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130590 Jun 24 14:25:20.460144 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.689649 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c6291f8c-cf2a-45b5-aaa1-c0d48f84ac48 req-b4752dee-77d6-46c7-86d4-63b11420e328 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 210 time: 0.1975589 Jun 24 14:25:20.730633 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.817969 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95011d90-f2b2-42c5-b9fe-374a761dc91a req-bb4e9ff1-a8e4-4912-8703-c132f9dff5a2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:20.825407 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-95011d90-f2b2-42c5-b9fe-374a761dc91a req-bb4e9ff1-a8e4-4912-8703-c132f9dff5a2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1919532 Jun 24 14:25:20.874207 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.924101 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bda8ba0-ff0f-4c31-9b26-7e0363a4405d,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:20.934278 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-95011d90-f2b2-42c5-b9fe-374a761dc91a req-c3c38dd6-9f7f-4624-9cde-6ee5500cc773 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073310 Jun 24 14:25:20.935551 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.949734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52106) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:20.950521 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-483747e6-8b50-4282-a8e8-0a6859f0c84e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5bda8ba0-ff0f-4c31-9b26-7e0363a4405d HTTP/1.1" status: 204 len: 168 time: 0.6961300 Jun 24 14:25:21.132787 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.292403 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.320196 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7486593b-950b-45c6-9b15-6d6e801af68d']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:21.335369 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a7cc6e-082a-4872-b360-c1ec1e3676ef') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:21.335734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a7cc6e-082a-4872-b360-c1ec1e3676ef') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:21.350055 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.371609 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.381627 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:25:21.382265 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.492021 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.497809 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.525379 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7486593b-950b-45c6-9b15-6d6e801af68d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:21.532895 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-82beabfa-ecd8-4a86-a0ce-64e24c395dd4 admin admin] 10.222.0.33 "DELETE /v2.0/networks/7486593b-950b-45c6-9b15-6d6e801af68d HTTP/1.1" status: 204 len: 168 time: 0.5804915 Jun 24 14:25:21.763416 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52124) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:21.868792 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-72e9dac3-5be8-4352-a3b2-c382c784cff9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=74b0b2b1bdb449869eac45cb12fb6bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040680 Jun 24 14:25:21.871640 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52130) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:21.877939 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1f52c-6884-427a-8508-3bc8632b17a6 req-efb7dd5a-c7b2-4f55-b2a0-a3d09a224516 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:21.880378 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5df1f52c-6884-427a-8508-3bc8632b17a6 req-efb7dd5a-c7b2-4f55-b2a0-a3d09a224516 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.2279034 Jun 24 14:25:22.065133 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ad27e710-350c-4dd6-bd87-53dc4dd168c8 req-519c6fea-7407-4648-a1e7-b6ec90440f85 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 210 time: 0.1815815 Jun 24 14:25:22.180679 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5df1f52c-6884-427a-8508-3bc8632b17a6 req-5b9200c0-ad7e-47ac-a553-dbf3b70ad913 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166128 Jun 24 14:25:22.288659 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment 55a7cc6e-082a-4872-b360-c1ec1e3676ef resource provider aggregate not found Jun 24 14:25:22.292603 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-649fd17c-a1cc-4c35-b651-266ade2f5dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.375528 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa72cc-86a2-4e3a-b9b1-5c198cb7aa7e req-1175b781-1a3f-45e0-8ca8-ad1b775d9fbe tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.377577 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-36aa72cc-86a2-4e3a-b9b1-5c198cb7aa7e req-1175b781-1a3f-45e0-8ca8-ad1b775d9fbe tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1959786 Jun 24 14:25:22.425044 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment 55a7cc6e-082a-4872-b360-c1ec1e3676ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55a7cc6e-082a-4872-b360-c1ec1e3676ef found for delete ", "request_id": "req-75f274b6-e521-4500-afeb-c92939be36c3"}]} Jun 24 14:25:22.434537 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-5602204d-67ac-4f01-9ea3-89557d0b5d94 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.435367 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-5602204d-67ac-4f01-9ea3-89557d0b5d94 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:network {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:22.450629 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-36aa72cc-86a2-4e3a-b9b1-5c198cb7aa7e req-51c9aca0-f156-4410-811a-2e537ebed595 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653720 Jun 24 14:25:22.491194 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-649fd17c-a1cc-4c35-b651-266ade2f5dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.497283 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-5602204d-67ac-4f01-9ea3-89557d0b5d94 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:network {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:22.500798 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-5602204d-67ac-4f01-9ea3-89557d0b5d94 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 818 time: 0.5857983 Jun 24 14:25:22.589249 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-55c020ac-6354-4824-9d0e-60a98aac9951 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:security_group {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:22.616594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-55c020ac-6354-4824-9d0e-60a98aac9951 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:security_group {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:22.618538 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-55c020ac-6354-4824-9d0e-60a98aac9951 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b135092794e24d09b7eaa852215352f0 HTTP/1.1" status: 200 len: 379 time: 0.1006618 Jun 24 14:25:22.621104 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-649fd17c-a1cc-4c35-b651-266ade2f5dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.633677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'port': {'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'admin_state_up': True, 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'security_groups': ['1c7ef131-6549-4943-bf15-b1ff2704028e']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:22.733592 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fd17c-a1cc-4c35-b651-266ade2f5dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e114e660-3531-4ba7-b3b3-18a1f0163b6e,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:22.763657 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-649fd17c-a1cc-4c35-b651-266ade2f5dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.767940 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-649fd17c-a1cc-4c35-b651-266ade2f5dd3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e114e660-3531-4ba7-b3b3-18a1f0163b6e HTTP/1.1" status: 204 len: 168 time: 0.8914976 Jun 24 14:25:22.845750 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:22.858431 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:22.872815 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Made reservation on behalf of b135092794e24d09b7eaa852215352f0 for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:22.877974 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.961268 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-905a6469-7d31-48c3-950c-94c2ea7d1113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.133031 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Allocated IP 172.20.0.4 (dca48f9e-5e55-4917-8c88-9d55aac1222e/aaf52714-4bae-44fa-b375-b39f65ee1cbb/29e8d8af-cf18-4f7d-ba5b-149853271467) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:25:23.228107 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-574764af-28ed-48c9-8c15-1dfe35612de0 req-c9db6e82-4aa1-4772-9389-7cb8e09d3a28 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 210 time: 0.0626538 Jun 24 14:25:23.240342 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52164) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:23.324006 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6d6b96ad-c0ce-480e-84ca-f570c8e37b00 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=25e192ec0cef41d58278c20a3f392515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820913 Jun 24 14:25:23.324412 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52168) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:23.410509 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.428180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Transition to ACTIVE for port object 29e8d8af-cf18-4f7d-ba5b-149853271467 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:23.460507 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.506206 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e64ee5-ec78-414f-97c7-9d522881485d req-2e4da052-69e1-4fea-bb46-24effadedb3a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.509954 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-33e64ee5-ec78-414f-97c7-9d522881485d req-2e4da052-69e1-4fea-bb46-24effadedb3a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1357667 Jun 24 14:25:23.509954 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc848830-ca72-4314-8120-cc9e1e3c95bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.544120 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Network dca48f9e-5e55-4917-8c88-9d55aac1222e is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:25:23.552282 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:23.555051 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:25:23.573934 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-33e64ee5-ec78-414f-97c7-9d522881485d req-29ec23c5-c678-4e6a-baff-294e8dc43fd9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520952 Jun 24 14:25:23.590318 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc848830-ca72-4314-8120-cc9e1e3c95bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.606098 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event updated for resources: {'Port': ['ID=29e8d8af-cf18-4f7d-ba5b-149853271467,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:23.674613 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.680102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.744711 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc848830-ca72-4314-8120-cc9e1e3c95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.769473 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f4023fc8-8515-4548-aa00-41da12ad0fad tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1398702 Jun 24 14:25:23.772751 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc848830-ca72-4314-8120-cc9e1e3c95bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e2561-c28d-410c-88c8-35ff58fade96,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:23.785963 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc848830-ca72-4314-8120-cc9e1e3c95bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.787582 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-cc848830-ca72-4314-8120-cc9e1e3c95bb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/785e2561-c28d-410c-88c8-35ff58fade96 HTTP/1.1" status: 204 len: 168 time: 0.4613781 Jun 24 14:25:23.792709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Request body: {'port': {'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:23.812672 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4aa85-2704-4fa9-b941-176f8e97a9c0 req-c23f58cb-ff05-4483-8849-fc5471545b8e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.814312 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57c4aa85-2704-4fa9-b941-176f8e97a9c0 req-c23f58cb-ff05-4483-8849-fc5471545b8e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.2269108 Jun 24 14:25:23.940634 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57c4aa85-2704-4fa9-b941-176f8e97a9c0 req-4bfdfa50-afb0-4a5f-bcdf-a26d5076c084 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107345 Jun 24 14:25:24.006228 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6a870977-8506-4b36-a288-b88311db9423 None None] Provisioning for port 29e8d8af-cf18-4f7d-ba5b-149853271467 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:24.012643 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6a870977-8506-4b36-a288-b88311db9423 None None] Provisioning complete for port 29e8d8af-cf18-4f7d-ba5b-149853271467 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:24.016387 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6a870977-8506-4b36-a288-b88311db9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.037801 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.078444 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-6a870977-8506-4b36-a288-b88311db9423 None None] Port 29e8d8af-cf18-4f7d-ba5b-149853271467 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:25:24.467887 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dd9d7-ebb6-4074-bcfb-78dd3496c935 req-1411157a-1199-4eb2-9b60-f11c85578199 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:24.475415 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ca2dd9d7-ebb6-4074-bcfb-78dd3496c935 req-1411157a-1199-4eb2-9b60-f11c85578199 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 931 time: 0.1142392 Jun 24 14:25:24.533135 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e8d8af-cf18-4f7d-ba5b-149853271467 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:24.537964 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ca2dd9d7-ebb6-4074-bcfb-78dd3496c935 req-3693a841-b9ba-4961-9822-beeb83302a43 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602279 Jun 24 14:25:24.548825 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.561485 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Transition to ACTIVE for port object 29e8d8af-cf18-4f7d-ba5b-149853271467 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:24.566341 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.836502 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Pushing event updated for resources: {'Port': ['ID=29e8d8af-cf18-4f7d-ba5b-149853271467,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:24.933460 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8728-7d9b-44de-8cbe-0115f528b677 req-ffdb17ea-ac7e-4004-9283-394a1ac69801 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:24.935773 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0bbb8728-7d9b-44de-8cbe-0115f528b677 req-ffdb17ea-ac7e-4004-9283-394a1ac69801 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1865487 Jun 24 14:25:24.980358 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Attempting to bind port 29e8d8af-cf18-4f7d-ba5b-149853271467 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:25:24.980628 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Attempting to bind port 29e8d8af-cf18-4f7d-ba5b-149853271467 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:25:24.980957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Attempting to bind port 29e8d8af-cf18-4f7d-ba5b-149853271467 on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:24.990884 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Port 29e8d8af-cf18-4f7d-ba5b-149853271467 on network dca48f9e-5e55-4917-8c88-9d55aac1222e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:25:24.991301 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Attempting to bind port 29e8d8af-cf18-4f7d-ba5b-149853271467 on network dca48f9e-5e55-4917-8c88-9d55aac1222e {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:25.008979 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:25:25.009589 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Checking segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:25.010187 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Bound using segment: {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:25:25.010845 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Bound port: 29e8d8af-cf18-4f7d-ba5b-149853271467, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb7ebd3-1683-4cbc-aa26-978a788896b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:25:25.011458 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.084913 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-5d1fbf68-e30d-4767-98d6-c0831b1b3585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.097854 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0bbb8728-7d9b-44de-8cbe-0115f528b677 req-a5e43bc5-9a28-45b7-bd2c-06535603fb75 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550648 Jun 24 14:25:25.264883 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] For port 29e8d8af-cf18-4f7d-ba5b-149853271467, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:25:25.269221 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] For port 29e8d8af-cf18-4f7d-ba5b-149853271467, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29e8d8af-cf18-4f7d-ba5b-149853271467,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:25:25.278873 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.316703 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0969771-faa3-469b-9e41-b745c7ac0582 req-00b4f67e-be45-4b71-a40a-c8afe71c72cf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:25.318247 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c0969771-faa3-469b-9e41-b745c7ac0582 req-00b4f67e-be45-4b71-a40a-c8afe71c72cf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1451666 Jun 24 14:25:25.377098 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c0969771-faa3-469b-9e41-b745c7ac0582 req-6b224ba2-a2a4-4e63-82cc-b0162f9eb4ab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511613 Jun 24 14:25:25.411777 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:25.411777 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.413984 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-295ff565-c42c-46c6-9d78-093423871598 service neutron] 10.222.0.39 "PUT /v2.0/ports/29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 1093 time: 1.6277506 Jun 24 14:25:25.413984 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:25.700845 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50af05e-8a83-46a0-87d2-3b08a07f06b6'] response: {'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'status': 'completed', 'code': 200} Jun 24 14:25:25.718553 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff565-c42c-46c6-9d78-093423871598 service neutron] Pushing event updated for resources: {'Port': ['ID=29e8d8af-cf18-4f7d-ba5b-149853271467,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:25.793366 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-2676afb4-ae02-4ac3-a2fd-2741a05e8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:25.794432 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-2676afb4-ae02-4ac3-a2fd-2741a05e8873 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1096 time: 0.3218856 Jun 24 14:25:25.915093 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-c12e3ca4-6675-43d2-98bb-edcd9764f805 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 217 time: 0.1102469 Jun 24 14:25:25.917776 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549656-7043-40ee-be2c-3bcf586f98df req-1691709a-2f52-4dc1-bd36-ed6f60956107 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:25.923109 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d9549656-7043-40ee-be2c-3bcf586f98df req-1691709a-2f52-4dc1-bd36-ed6f60956107 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 943 time: 0.1946688 Jun 24 14:25:26.013890 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d9549656-7043-40ee-be2c-3bcf586f98df req-3f092554-3e04-4f2c-adfa-5bd92bb2f3e9 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847588 Jun 24 14:25:26.042478 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f3e0f517-59ca-4c61-b328-efad2f4e5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.044414 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-f3e0f517-59ca-4c61-b328-efad2f4e5558 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.1202943 Jun 24 14:25:26.180406 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-b8b668c3-6665-43e4-9f89-30023e968f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.182118 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-b8b668c3-6665-43e4-9f89-30023e968f1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1303196 Jun 24 14:25:26.299387 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.345031 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-707cecec-eae7-4bec-9281-5ccb98eb80ec service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478703 Jun 24 14:25:26.363116 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc334023-d925-40a6-bc7d-395f663d297c req-f4e608a9-3358-4a95-83c3-3af3872efb4c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.364926 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dc334023-d925-40a6-bc7d-395f663d297c req-f4e608a9-3358-4a95-83c3-3af3872efb4c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1088772 Jun 24 14:25:26.464393 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dc334023-d925-40a6-bc7d-395f663d297c req-e48bad5b-81c0-4e8f-8834-ad02968d8e8c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795040 Jun 24 14:25:26.500023 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.543630 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-27c3ab91-eb88-4a57-b948-a649e65cf30e req-c2b124fb-21f6-4079-b6e4-a24c99557320 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853349 Jun 24 14:25:26.652000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc987f3-a310-422c-8361-a4fcfd469df7 req-ec47f414-7349-4b83-a6fa-bbb0f0986751 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.654132 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5bc987f3-a310-422c-8361-a4fcfd469df7 req-ec47f414-7349-4b83-a6fa-bbb0f0986751 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0948529 Jun 24 14:25:26.686374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-13ecbf91-f12f-4dc0-8547-f7fbfa77488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.688083 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-13ecbf91-f12f-4dc0-8547-f7fbfa77488f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1096 time: 0.0876338 Jun 24 14:25:26.701277 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5bc987f3-a310-422c-8361-a4fcfd469df7 req-57b7165c-27af-4268-8544-bc5e3975e305 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 Jun 24 14:25:26.828343 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-5f635b9d-22db-4555-87e0-f48452e49be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.829845 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-5f635b9d-22db-4555-87e0-f48452e49be4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1325097 Jun 24 14:25:26.905302 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-d3061473-7dd2-49fd-a85a-3218b56f54f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 217 time: 0.0680957 Jun 24 14:25:26.969811 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-40f8f241-0ff4-4aec-8115-32d82c9d662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.971361 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-40f8f241-0ff4-4aec-8115-32d82c9d662d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0593891 Jun 24 14:25:27.068040 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-59b3bec0-350e-4de8-8b2b-a3f847e893ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:27.069693 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-59b3bec0-350e-4de8-8b2b-a3f847e893ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901246 Jun 24 14:25:27.211603 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-564100d4-2da9-412a-a0f2-9e0631e72972 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295972 Jun 24 14:25:27.216600 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e4aa-73f3-4c96-8678-ac622e5959a3 req-f0bd6482-aa1d-4858-b23d-d751c298fd84 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:27.218065 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e765e4aa-73f3-4c96-8678-ac622e5959a3 req-f0bd6482-aa1d-4858-b23d-d751c298fd84 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 943 time: 0.0918934 Jun 24 14:25:27.351094 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86a2a851-8b1c-4367-b64c-04df92e0e62b req-3026e35f-ff5f-4db9-9dc1-4e9c9a6e2989 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318128 Jun 24 14:25:27.360397 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e765e4aa-73f3-4c96-8678-ac622e5959a3 req-3ba0ddde-e44b-47fd-a06e-9cbcc9485ef4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359756 Jun 24 14:25:27.671927 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397e285-df85-49e5-9457-5afe10195e1f req-f1da53f9-a647-4ba1-a14a-17c8e347ac83 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:27.673360 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9397e285-df85-49e5-9457-5afe10195e1f req-f1da53f9-a647-4ba1-a14a-17c8e347ac83 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0879142 Jun 24 14:25:27.719028 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9397e285-df85-49e5-9457-5afe10195e1f req-fb11d3bc-e3c0-4912-ae64-11e5b7b9aa70 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396318 Jun 24 14:25:27.905318 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6ecf-d75d-4173-a84b-2db92d0c8915 req-b057b308-4bb1-4c0e-88e8-d097f0b18bae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:27.906886 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-405f6ecf-d75d-4173-a84b-2db92d0c8915 req-b057b308-4bb1-4c0e-88e8-d097f0b18bae tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0902572 Jun 24 14:25:27.955400 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-405f6ecf-d75d-4173-a84b-2db92d0c8915 req-473e629c-3dc5-4cab-98a5-e0378908adf5 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Jun 24 14:25:27.993786 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:28.585315 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e82bc-5a01-4f7f-8e70-e2955f5104f5 req-20cbfaf4-fba1-4737-9fa0-2d15ed5389c3 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:28.587183 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cc1e82bc-5a01-4f7f-8e70-e2955f5104f5 req-20cbfaf4-fba1-4737-9fa0-2d15ed5389c3 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 943 time: 0.1117146 Jun 24 14:25:28.642650 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cc1e82bc-5a01-4f7f-8e70-e2955f5104f5 req-14bbce47-a39f-442e-a1c0-018e8402cf5a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492864 Jun 24 14:25:28.921217 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d939-7cb1-45ba-81ec-fac9ab08747b req-66a65045-ff89-4357-baa0-0dbff2ba1540 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:28.922771 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f547d939-7cb1-45ba-81ec-fac9ab08747b req-66a65045-ff89-4357-baa0-0dbff2ba1540 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0883260 Jun 24 14:25:28.973441 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f547d939-7cb1-45ba-81ec-fac9ab08747b req-1c9218a8-a586-418b-915a-cc4ec9ef0063 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437055 Jun 24 14:25:29.177008 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce107aa0-b17f-4c55-b133-242c614816e6 req-90f00f33-7f01-4720-8160-98e05fffb689 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:29.178553 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ce107aa0-b17f-4c55-b133-242c614816e6 req-90f00f33-7f01-4720-8160-98e05fffb689 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0918794 Jun 24 14:25:29.223868 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ce107aa0-b17f-4c55-b133-242c614816e6 req-41e235b8-73e4-4a81-9cec-77773e530612 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Jun 24 14:25:29.487824 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:29.514152 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52364) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:29.577075 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] Deleting subnet 6046d392-941e-4650-9515-b7849b19564a {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:25:29.580127 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:29.627493 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:29.680888 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:29.761075 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:29.838478 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6046d392-941e-4650-9515-b7849b19564a,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:29.848550 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:29.858789 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0c755018-d433-42e9-9379-82787cd3fd5f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6046d392-941e-4650-9515-b7849b19564a HTTP/1.1" status: 204 len: 168 time: 0.3435128 Jun 24 14:25:29.861566 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52378) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:29.891355 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302b65a-ab1f-4857-9b41-fa66243c2817 req-ca575972-517d-4c32-845e-ea5d414f630e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:29.892849 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b302b65a-ab1f-4857-9b41-fa66243c2817 req-ca575972-517d-4c32-845e-ea5d414f630e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 943 time: 0.1263313 Jun 24 14:25:29.952152 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b302b65a-ab1f-4857-9b41-fa66243c2817 req-97345c06-8277-4c12-8236-5936e88bccc0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530901 Jun 24 14:25:29.976088 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.101571 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.192988 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc3d77-56f3-438e-b7fa-5231ffb3bbea req-281e02ec-e920-4ade-8194-eeeee48bf58b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:30.200874 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7fbc3d77-56f3-438e-b7fa-5231ffb3bbea req-281e02ec-e920-4ade-8194-eeeee48bf58b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1139941 Jun 24 14:25:30.209097 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904330a9-5ff7-42cf-85f2-fc99007d8daf']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:30.221475 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e347c0-0978-4e56-b70a-f627fd6472a4') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:30.221701 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e347c0-0978-4e56-b70a-f627fd6472a4') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:30.233047 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.252425 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.259806 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7fbc3d77-56f3-438e-b7fa-5231ffb3bbea req-342ad830-4971-40f3-aeee-aec83123e3ff tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579147 Jun 24 14:25:30.260814 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:25:30.261425 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.336379 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment d2e347c0-0978-4e56-b70a-f627fd6472a4 resource provider aggregate not found Jun 24 14:25:30.370495 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment d2e347c0-0978-4e56-b70a-f627fd6472a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2e347c0-0978-4e56-b70a-f627fd6472a4 found for delete ", "request_id": "req-af80211b-e96a-429a-8d49-35a06f7ff236"}]} Jun 24 14:25:30.384983 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.390364 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.417528 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] Pushing event deleted for resources: {'Network': ['ID=904330a9-5ff7-42cf-85f2-fc99007d8daf,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:30.428360 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a433d409-bf59-403d-86d2-6d583bf25336 admin admin] 10.222.0.33 "DELETE /v2.0/networks/904330a9-5ff7-42cf-85f2-fc99007d8daf HTTP/1.1" status: 204 len: 168 time: 0.5656238 Jun 24 14:25:30.494201 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56157318-61c5-4eb3-89a2-6c8c43aab2cd req-13692b09-f9a5-4806-9c7f-284be7c6f798 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:30.495877 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-56157318-61c5-4eb3-89a2-6c8c43aab2cd req-13692b09-f9a5-4806-9c7f-284be7c6f798 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0978599 Jun 24 14:25:30.563076 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-56157318-61c5-4eb3-89a2-6c8c43aab2cd req-6d64fca9-ecf4-49aa-a636-ef0eaf72a889 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598512 Jun 24 14:25:30.587543 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52396) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:30.634484 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-8752fcfb-822d-4ad5-9134-2aa0d21871de admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7fbf96f82be74cc7b7adbeb3ceafa3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457313 Jun 24 14:25:30.636951 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52400) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:30.692951 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-791ece8c-d5d8-4c23-b945-673038b96627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.717562 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-791ece8c-d5d8-4c23-b945-673038b96627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.777525 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-791ece8c-d5d8-4c23-b945-673038b96627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.793938 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ece8c-d5d8-4c23-b945-673038b96627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92defc5-e96e-45d9-9560-64db402eee8f,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:30.802983 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-791ece8c-d5d8-4c23-b945-673038b96627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:30.804097 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-791ece8c-d5d8-4c23-b945-673038b96627 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d92defc5-e96e-45d9-9560-64db402eee8f HTTP/1.1" status: 204 len: 168 time: 0.1663122 Jun 24 14:25:30.964062 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 29e8d8af-cf18-4f7d-ba5b-149853271467 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:25:31.098816 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 29e8d8af-cf18-4f7d-ba5b-149853271467, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29e8d8af-cf18-4f7d-ba5b-149853271467,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:31.112362 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'mac_address': 'fa:16:3e:e9:b3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:25:31.170703 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fc6ee-d273-4741-9372-8c3cbe1c36db req-a0a08ccb-1b41-45c5-b72b-243a3a99c1ae tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:31.172073 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6b3fc6ee-d273-4741-9372-8c3cbe1c36db req-a0a08ccb-1b41-45c5-b72b-243a3a99c1ae tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 943 time: 0.0986321 Jun 24 14:25:31.173654 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 29e8d8af-cf18-4f7d-ba5b-149853271467 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:31.174043 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.192036 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e8d8af-cf18-4f7d-ba5b-149853271467 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:31.207876 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 29e8d8af-cf18-4f7d-ba5b-149853271467, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29e8d8af-cf18-4f7d-ba5b-149853271467,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:31.214162 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.221987 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6b3fc6ee-d273-4741-9372-8c3cbe1c36db req-baa25140-217e-4e7f-ab88-00444b2755a5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429037 Jun 24 14:25:31.281436 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=29e8d8af-cf18-4f7d-ba5b-149853271467,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:31.288720 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.289093 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.289642 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.289739 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.290056 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.290418 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.290701 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.291024 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.291343 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.291662 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.291979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.292296 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.496230 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1fb7a-8990-46e6-8f0e-28d4788d8d8f req-46699272-fc96-4325-b4d4-c084ea284e51 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:31.497821 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c8d1fb7a-8990-46e6-8f0e-28d4788d8d8f req-46699272-fc96-4325-b4d4-c084ea284e51 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1064553 Jun 24 14:25:31.518889 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['29e8d8af-cf18-4f7d-ba5b-149853271467'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:31.547973 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c8d1fb7a-8990-46e6-8f0e-28d4788d8d8f req-07b5db36-c272-47d5-9fb6-c9997b858638 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Jun 24 14:25:31.783897 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eefd3-e651-4950-9d0d-962f190dea85 req-aba648ab-7d52-4d0d-9f9a-fbeea9a74635 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:31.785410 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-339eefd3-e651-4950-9d0d-962f190dea85 req-aba648ab-7d52-4d0d-9f9a-fbeea9a74635 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1018879 Jun 24 14:25:31.832871 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-339eefd3-e651-4950-9d0d-962f190dea85 req-38d51119-6c70-48ba-885d-6dab0208fc76 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414124 Jun 24 14:25:32.427020 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ddf88-a07b-47df-9ef5-b1b2cdb66f1f req-2256c75c-395d-4a88-a762-3ba69b546419 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:32.428374 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0e5ddf88-a07b-47df-9ef5-b1b2cdb66f1f req-2256c75c-395d-4a88-a762-3ba69b546419 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 944 time: 0.0935247 Jun 24 14:25:32.473127 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0e5ddf88-a07b-47df-9ef5-b1b2cdb66f1f req-fdf0cf82-c45b-4fcd-b21f-513fc8706d43 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385938 Jun 24 14:25:32.746068 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6425-61fd-4020-9c43-d947d3626310 req-ed1da804-45a0-43d4-9148-a7c80fe57ed8 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:32.747433 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8edd6425-61fd-4020-9c43-d947d3626310 req-ed1da804-45a0-43d4-9148-a7c80fe57ed8 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0880191 Jun 24 14:25:32.792440 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8edd6425-61fd-4020-9c43-d947d3626310 req-781a05e5-69dd-4d82-ac81-d0400cdade43 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390277 Jun 24 14:25:32.979870 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 29e8d8af-cf18-4f7d-ba5b-149853271467 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:33.031181 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee3030-be06-4349-8661-8fca49256b29 req-8f0abd7d-4cac-4c77-ba04-7348a92a4f65 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:33.032504 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5eee3030-be06-4349-8661-8fca49256b29 req-8f0abd7d-4cac-4c77-ba04-7348a92a4f65 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0928607 Jun 24 14:25:33.051180 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 29e8d8af-cf18-4f7d-ba5b-149853271467 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:33.056350 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 29e8d8af-cf18-4f7d-ba5b-149853271467 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:33.056716 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.161594 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5eee3030-be06-4349-8661-8fca49256b29 req-552537ab-e425-4ac3-8f09-5b099a664271 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231623 Jun 24 14:25:33.216348 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 29e8d8af-cf18-4f7d-ba5b-149853271467 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:33.216722 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.248844 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:33.255764 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 29e8d8af-cf18-4f7d-ba5b-149853271467, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29e8d8af-cf18-4f7d-ba5b-149853271467,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:33.260767 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.317831 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bfe7f2-9912-4be3-8ab0-0c8baf3a5073'] response: {'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'code': 200} Jun 24 14:25:33.345795 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=29e8d8af-cf18-4f7d-ba5b-149853271467,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:33.603331 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27c76-b49c-4c25-8c8e-12997ff8978a req-a3a55773-7afe-40dd-aad8-070741ec2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:33.605377 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bfe27c76-b49c-4c25-8c8e-12997ff8978a req-a3a55773-7afe-40dd-aad8-070741ec2f2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1098 time: 0.1149201 Jun 24 14:25:33.654272 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bfe27c76-b49c-4c25-8c8e-12997ff8978a req-4f4be88a-db13-48c8-b093-2277d43e1212 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382829 Jun 24 14:25:33.696187 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74524fc9-529f-4a94-8402-07c5423a2d20 req-776a3cfb-9c26-4909-893d-5598a118b158 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:33.697621 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-74524fc9-529f-4a94-8402-07c5423a2d20 req-776a3cfb-9c26-4909-893d-5598a118b158 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0858860 Jun 24 14:25:33.746651 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-74524fc9-529f-4a94-8402-07c5423a2d20 req-ffd37736-1804-460c-bf5e-d615991d927a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Jun 24 14:25:34.010126 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fbaa-0788-4384-82fb-99c9c48bc52c req-32fcf11f-910f-474e-b8bc-c17e36e57bcf tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:34.011767 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cd66fbaa-0788-4384-82fb-99c9c48bc52c req-32fcf11f-910f-474e-b8bc-c17e36e57bcf tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0958223 Jun 24 14:25:34.056359 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cd66fbaa-0788-4384-82fb-99c9c48bc52c req-127ccc6d-9710-481e-ba91-163be28d383a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 Jun 24 14:25:34.373221 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82386b0c-bfc2-4054-8266-2e5c3543c973 req-1ab2bbe3-f1ed-4e97-8c59-1970d64e60aa tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:34.374687 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-82386b0c-bfc2-4054-8266-2e5c3543c973 req-1ab2bbe3-f1ed-4e97-8c59-1970d64e60aa tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0999572 Jun 24 14:25:34.418985 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-82386b0c-bfc2-4054-8266-2e5c3543c973 req-f5f8ff84-9322-4022-9e38-cf76f55cf043 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 Jun 24 14:25:34.795975 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52514) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:34.946912 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a839e1-a73b-456d-9158-ddec56e675d8 req-48db50f2-d1a7-43db-b767-2f37314a2996 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:34.948954 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-19a839e1-a73b-456d-9158-ddec56e675d8 req-48db50f2-d1a7-43db-b767-2f37314a2996 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0885527 Jun 24 14:25:34.996545 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:35.025236 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:35.029784 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-19a839e1-a73b-456d-9158-ddec56e675d8 req-f9da6774-8aa7-4de5-82d3-2e6896b2fad1 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751305 Jun 24 14:25:35.032267 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Usage tracker for resource:security_group_rule and tenant:a0c29dba35294a63a9b7c1f7658f03d2 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:35.035331 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:35.047621 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:35.152015 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:35.156438 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:35.249599 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a0c29dba35294a63a9b7c1f7658f03d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522402 Jun 24 14:25:35.252422 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52522) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:35.256286 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae2d6e-7b0e-48c8-a19e-95445d2a1a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3956b431-0a11-4a8c-8d1e-3b83776bb778,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:35.299771 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3bbc-8550-4ee7-8993-355aa47a3b01 req-6bce06e6-f8fb-4d75-94b4-389b8e0c0109 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:35.301249 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bc5d3bbc-8550-4ee7-8993-355aa47a3b01 req-6bce06e6-f8fb-4d75-94b4-389b8e0c0109 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1121349 Jun 24 14:25:35.313244 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-97b9a29f-1f1b-4d51-8508-ab529686d0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:35.338497 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-97b9a29f-1f1b-4d51-8508-ab529686d0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:35.345782 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bc5d3bbc-8550-4ee7-8993-355aa47a3b01 req-ba58a93d-1e5b-437e-ae2e-5aa5670423e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 Jun 24 14:25:35.390642 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-97b9a29f-1f1b-4d51-8508-ab529686d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:35.406273 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9a29f-1f1b-4d51-8508-ab529686d0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956b431-0a11-4a8c-8d1e-3b83776bb778,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:35.410705 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-97b9a29f-1f1b-4d51-8508-ab529686d0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:35.412246 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-97b9a29f-1f1b-4d51-8508-ab529686d0d3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3956b431-0a11-4a8c-8d1e-3b83776bb778 HTTP/1.1" status: 204 len: 168 time: 0.1584330 Jun 24 14:25:35.627099 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328014-23e1-4234-af4b-7c6f6ffe9f4c req-f5209e5d-8237-42c4-aacf-33f5ff4b7c97 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:35.629033 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-67328014-23e1-4234-af4b-7c6f6ffe9f4c req-f5209e5d-8237-42c4-aacf-33f5ff4b7c97 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0955873 Jun 24 14:25:35.681049 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-67328014-23e1-4234-af4b-7c6f6ffe9f4c req-648c83a1-3f31-4bf5-a319-1aedbfc986f3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 Jun 24 14:25:36.048026 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b113cb6-2a99-4420-993b-bd86051b2456 req-c846fcbf-97e8-42e7-816f-29d197ddbcd6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.049609 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0b113cb6-2a99-4420-993b-bd86051b2456 req-c846fcbf-97e8-42e7-816f-29d197ddbcd6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0910010 Jun 24 14:25:36.107619 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0b113cb6-2a99-4420-993b-bd86051b2456 req-cd5e709c-2ea7-428b-9744-eaa1c1067f5d tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502357 Jun 24 14:25:36.140603 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-8ffc25de-5d96-48a3-9329-de48da5c5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.142099 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-8ffc25de-5d96-48a3-9329-de48da5c5223 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 1099 time: 0.0900962 Jun 24 14:25:36.244523 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031b705-4147-4e44-b15c-111ec754624b req-d707f1c3-f2b0-462f-9736-aacb5ad3027a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.246141 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2031b705-4147-4e44-b15c-111ec754624b req-d707f1c3-f2b0-462f-9736-aacb5ad3027a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1035528 Jun 24 14:25:36.287115 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-6b4733f9-2308-4d1e-8a1a-6806f7f21696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.288497 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-6b4733f9-2308-4d1e-8a1a-6806f7f21696 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 911 time: 0.1394989 Jun 24 14:25:36.293248 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2031b705-4147-4e44-b15c-111ec754624b req-116b1d8c-b550-437a-b8de-a33862866895 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399146 Jun 24 14:25:36.395362 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-f5796c99-00e9-4c64-884f-dac3e4105b16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d HTTP/1.1" status: 200 len: 1000 time: 0.1003163 Jun 24 14:25:36.464905 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-da84702f-2913-4553-a87d-92cd68ea2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.466762 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-da84702f-2913-4553-a87d-92cd68ea2329 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.0632787 Jun 24 14:25:36.539640 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a168e-426b-4135-88d1-5ceb54ce04be req-0c8aae44-5e4f-49b4-9e38-85cf0fe27c73 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.541011 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a00a168e-426b-4135-88d1-5ceb54ce04be req-0c8aae44-5e4f-49b4-9e38-85cf0fe27c73 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1411440 Jun 24 14:25:36.549912 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52556) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:36.555613 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'floatingip': {'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:36.577445 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-97d80250-7128-48b7-b8ae-cad2e4d1b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.578956 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-97d80250-7128-48b7-b8ae-cad2e4d1b6a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956526 Jun 24 14:25:36.643608 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:36.727466 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-e56360c0-c86e-4ccf-824f-3780afec09b8 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322789 Jun 24 14:25:36.767072 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012af4-4418-41ac-8b5c-ec8c184af99f req-02ad2472-c4df-4457-8324-db293ca26788 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.768523 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af012af4-4418-41ac-8b5c-ec8c184af99f req-02ad2472-c4df-4457-8324-db293ca26788 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.2988946 Jun 24 14:25:36.859147 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9c494229-ecc0-41ba-847b-3155c16f7adb req-5b6fe1eb-5d37-4f42-973f-7cec97b32da3 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254213 Jun 24 14:25:36.874545 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af012af4-4418-41ac-8b5c-ec8c184af99f req-24547681-efab-4424-a99a-6b5e531c0a80 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981562 Jun 24 14:25:37.451576 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52574) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:37.489083 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95a39-ae9c-46f4-a221-b385309fae6b req-aede4d77-f790-46fe-a8bf-61ce26adf6f7 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:37.490562 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-52d95a39-ae9c-46f4-a221-b385309fae6b req-aede4d77-f790-46fe-a8bf-61ce26adf6f7 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.2462926 Jun 24 14:25:37.541432 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.553356 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703e8d6-464f-450b-a9dd-2bcb7301660b req-431c9816-aa93-4191-b50a-2198d76fd71e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:37.554844 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b703e8d6-464f-450b-a9dd-2bcb7301660b req-431c9816-aa93-4191-b50a-2198d76fd71e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.2612097 Jun 24 14:25:37.566758 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.579591 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.595220 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:37.599410 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Usage tracker for resource:security_group_rule and tenant:d414de95ee31455c9057f242c8b602b9 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:37.602496 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:37.611305 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:37.704908 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-52d95a39-ae9c-46f4-a221-b385309fae6b req-ce09fca4-9b32-4944-aa1f-c024eef3faf9 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036247 Jun 24 14:25:37.712441 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.720854 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.748953 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b703e8d6-464f-450b-a9dd-2bcb7301660b req-07e3a162-3b76-46d9-8f43-02ea25f762a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862650 Jun 24 14:25:37.776972 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d414de95ee31455c9057f242c8b602b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242526 Jun 24 14:25:37.778560 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095dee1-8232-4938-968a-4c9fca0f8670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512481cd-db7b-49c4-9cde-d46dea88e27c,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:37.781319 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52580) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:37.796555 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Floating IP b8e8e756-26ea-42e4-86a4-a0fa7064aa55 associated. External IP: 172.28.2.217, port: 29e8d8af-cf18-4f7d-ba5b-149853271467. Jun 24 14:25:37.945614 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:25:37.988491 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40b98d0b-a127-401f-81f2-cb1725ce3068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.078697 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40b98d0b-a127-401f-81f2-cb1725ce3068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.301294 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cce3c1-9240-48ec-9f90-3a632ab21f42 req-fab7cbfc-da5b-4ccb-897d-97136cd50aea tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:38.303128 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-40cce3c1-9240-48ec-9f90-3a632ab21f42 req-fab7cbfc-da5b-4ccb-897d-97136cd50aea tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.2951813 Jun 24 14:25:38.315922 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40b98d0b-a127-401f-81f2-cb1725ce3068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.351159 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98d0b-a127-401f-81f2-cb1725ce3068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512481cd-db7b-49c4-9cde-d46dea88e27c,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:38.360222 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:25:38.377659 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40b98d0b-a127-401f-81f2-cb1725ce3068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.378919 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-40b98d0b-a127-401f-81f2-cb1725ce3068 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/512481cd-db7b-49c4-9cde-d46dea88e27c HTTP/1.1" status: 204 len: 168 time: 0.5966289 Jun 24 14:25:38.395334 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-40cce3c1-9240-48ec-9f90-3a632ab21f42 req-5ea5f9f2-bb50-4f71-9195-26438414f802 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813639 Jun 24 14:25:38.675901 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52590) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:38.676387 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:25:38.681201 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.686033 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] Sync routers for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:25:38.693451 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.695636 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:38.696359 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:25:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:38.707989 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:38.712071 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Usage tracker for resource:security_group_rule and tenant:d7daaa46080e4094a726bc554a09514c is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:38.715360 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:38.721427 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:38.736690 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-79065526-adee-4de0-92e9-1fb88327abe2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "PUT /v2.0/floatingips/b8e8e756-26ea-42e4-86a4-a0fa7064aa55 HTTP/1.1" status: 200 len: 991 time: 2.1857035 Jun 24 14:25:38.737366 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:38.792286 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7fa453-7e95-45aa-ab1c-bccff47e5634'] response: {'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'status': 'completed', 'code': 200} Jun 24 14:25:38.825141 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.872871 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.914481 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:38.935314 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d7daaa46080e4094a726bc554a09514c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582853 Jun 24 14:25:38.939685 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52602) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:38.999711 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344cdcc-b076-47be-b32c-d980e2ad9541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce853d5d-ea2c-4f85-9a6f-3632b9d7817d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:39.036602 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-910f0878-a54a-4356-982f-6f056b3557ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.065924 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-910f0878-a54a-4356-982f-6f056b3557ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.077575 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec97dcf-099f-4c94-8c9a-1ce04e136f5e req-6914a3f1-e466-44d7-9610-73e3621a4718 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.079244 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9ec97dcf-099f-4c94-8c9a-1ce04e136f5e req-6914a3f1-e466-44d7-9610-73e3621a4718 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1151569 Jun 24 14:25:39.098108 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f861565-0a89-4550-bd02-cef02bae1329 req-3614f55e-aba5-4bdc-a15d-ca8520e5515f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.099786 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6f861565-0a89-4550-bd02-cef02bae1329 req-3614f55e-aba5-4bdc-a15d-ca8520e5515f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.1893735 Jun 24 14:25:39.115635 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-e0e977e5-c0b0-47e3-b64f-61784ac8ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.116996 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-e0e977e5-c0b0-47e3-b64f-61784ac8ee5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1098 time: 0.2900915 Jun 24 14:25:39.160486 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-910f0878-a54a-4356-982f-6f056b3557ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.199440 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6f861565-0a89-4550-bd02-cef02bae1329 req-421af094-64b8-45b7-91b7-6aaa846a85f2 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829086 Jun 24 14:25:39.207769 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9ec97dcf-099f-4c94-8c9a-1ce04e136f5e req-2a486096-93f6-420c-8e07-9eb02ed9a2a2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189587 Jun 24 14:25:39.229563 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f0878-a54a-4356-982f-6f056b3557ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce853d5d-ea2c-4f85-9a6f-3632b9d7817d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:39.256167 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-910f0878-a54a-4356-982f-6f056b3557ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.257304 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-910f0878-a54a-4356-982f-6f056b3557ff admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ce853d5d-ea2c-4f85-9a6f-3632b9d7817d HTTP/1.1" status: 204 len: 168 time: 0.3167081 Jun 24 14:25:39.353350 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'b8e8e756-26ea-42e4-86a4-a0fa7064aa55', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'mac_address': 'fa:16:3e:e9:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:18Z', 'updated_at': '2022-06-24T14:25:37Z', 'revision_number': 1, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.358164 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] Checking router: 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:25:39.367373 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:39.367986 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:25:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.382208 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-f09f213e-47fb-4d45-af3b-73b22f672104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.383738 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-f09f213e-47fb-4d45-af3b-73b22f672104 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.2531924 Jun 24 14:25:39.488808 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-0e3e976d-8987-4480-b9a6-e58e2187cb0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 999 time: 0.0971353 Jun 24 14:25:39.556992 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:39.570064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-7ca5c675-dbba-42fe-a3aa-f7c4158268c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.571755 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-7ca5c675-dbba-42fe-a3aa-f7c4158268c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0754864 Jun 24 14:25:39.603605 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3278e-26d5-4368-9ca9-cb869a8eb7b1 req-bc31181a-e7ef-46eb-9c7d-5ef9cee19a6f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.605265 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-96e3278e-26d5-4368-9ca9-cb869a8eb7b1 req-bc31181a-e7ef-46eb-9c7d-5ef9cee19a6f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0923193 Jun 24 14:25:39.652525 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-96e3278e-26d5-4368-9ca9-cb869a8eb7b1 req-16896641-a0e4-4142-9e20-a6f0f500b55b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Jun 24 14:25:39.692042 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-785fc7ea-c742-47a6-92e4-9b136f99ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.693778 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-785fc7ea-c742-47a6-92e4-9b136f99ce5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1060183 Jun 24 14:25:39.834814 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-06d2cc31-e035-4e07-94dd-5166a1b292c7 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331835 Jun 24 14:25:39.959771 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'b8e8e756-26ea-42e4-86a4-a0fa7064aa55', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'mac_address': 'fa:16:3e:e9:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:18Z', 'updated_at': '2022-06-24T14:25:37Z', 'revision_number': 1, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.964147 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dd67a-c8ab-4119-b8c8-77c8a8527efc None None] The sync data for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb is: [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'b8e8e756-26ea-42e4-86a4-a0fa7064aa55', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'mac_address': 'fa:16:3e:e9:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:18Z', 'updated_at': '2022-06-24T14:25:37Z', 'revision_number': 1, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:25:39.988588 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-78b0b27d-23c6-43dd-a867-fb2e9e060716 req-fc354a18-642b-4e0e-9990-a96a00b5d4fc service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456156 Jun 24 14:25:40.189629 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addcd5f-1481-46f0-a4dc-29bd2b094b01 None None] New status for floating IP b8e8e756-26ea-42e4-86a4-a0fa7064aa55: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:25:40.407844 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85e81a-f19a-4153-98b4-513e867d4cf0 req-638072f2-2833-4293-8cbf-60dd7921977a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:40.409488 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3a85e81a-f19a-4153-98b4-513e867d4cf0 req-638072f2-2833-4293-8cbf-60dd7921977a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.0964961 Jun 24 14:25:40.458983 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3a85e81a-f19a-4153-98b4-513e867d4cf0 req-a523c5fa-000e-4c65-8903-15091adadf8a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Jun 24 14:25:40.856229 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb614b8-5e20-4f66-9477-a2c90b00b85b req-9ec3a7a7-3dda-40e5-87eb-ba91421d20d9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:40.857731 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7fb614b8-5e20-4f66-9477-a2c90b00b85b req-9ec3a7a7-3dda-40e5-87eb-ba91421d20d9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0884936 Jun 24 14:25:40.912466 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7fb614b8-5e20-4f66-9477-a2c90b00b85b req-cceb8f0d-4045-4f6c-8e82-6631e980d049 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478084 Jun 24 14:25:41.003456 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:25:41.174843 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:41.188025 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'port_id': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'mac_address': 'fa:16:3e:24:a7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:25:41.246071 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 is: ACTIVE; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:41.246370 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.263187 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:41.280742 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:41.285845 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.357903 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=6']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:41.434866 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:41.659985 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac2ca-a79e-4ec9-898f-db841ee069de req-d7bcf8be-4ceb-45cf-b0d9-7fe6664c4aa1 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:41.661459 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-01dac2ca-a79e-4ec9-898f-db841ee069de req-d7bcf8be-4ceb-45cf-b0d9-7fe6664c4aa1 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.0907645 Jun 24 14:25:41.708582 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-01dac2ca-a79e-4ec9-898f-db841ee069de req-a7554fc8-aec5-4c8d-9fc2-2db762838d7c tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Jun 24 14:25:42.123800 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662ac74-03ee-4ce4-a7e3-b96fb3161a2a req-b3497650-2d89-479b-980f-567cbdbe4809 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:42.125233 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c662ac74-03ee-4ce4-a7e3-b96fb3161a2a req-b3497650-2d89-479b-980f-567cbdbe4809 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 944 time: 0.0932410 Jun 24 14:25:42.170970 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c662ac74-03ee-4ce4-a7e3-b96fb3161a2a req-e87ca9cc-8d67-485c-881d-03565bfe8376 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Jun 24 14:25:42.916005 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c77501-ea33-402e-b705-3b752540d05d req-74a1318a-3996-443a-a141-cd26f6aaaa5b tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:42.917654 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-75c77501-ea33-402e-b705-3b752540d05d req-74a1318a-3996-443a-a141-cd26f6aaaa5b tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.1011639 Jun 24 14:25:42.976908 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-75c77501-ea33-402e-b705-3b752540d05d req-12c27a7d-a370-4b61-9468-18262aecdfad tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526364 Jun 24 14:25:43.026817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:43.189313 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:43.189858 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.439305 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:43.439926 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.466163 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f24ab-e8f5-426f-9dfc-93d622727a80 req-7de4344f-05ec-462c-ada0-80acb23bb840 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:43.467675 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5b1f24ab-e8f5-426f-9dfc-93d622727a80 req-7de4344f-05ec-462c-ada0-80acb23bb840 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 944 time: 0.1541593 Jun 24 14:25:43.482900 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:43.505774 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:43.513494 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.575871 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5b1f24ab-e8f5-426f-9dfc-93d622727a80 req-ec92af7c-6ab8-4e94-87be-b61710dc73cc tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009281 Jun 24 14:25:43.595513 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34234c64-3b3e-45a7-9eed-efd124be12df'] response: {'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'code': 200} Jun 24 14:25:43.610691 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=7']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:43.833823 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-f915d4a4-d99e-4c3b-84a2-58b550ceae5f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:43.834717 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-f915d4a4-d99e-4c3b-84a2-58b550ceae5f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Synchronizing usage tracker for tenant:aa948c41263c487b91fb901450c07e7a on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:43.857846 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-f915d4a4-d99e-4c3b-84a2-58b550ceae5f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Unset dirty status for tenant:aa948c41263c487b91fb901450c07e7a on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:43.859467 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-f915d4a4-d99e-4c3b-84a2-58b550ceae5f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.1329200 Jun 24 14:25:43.948568 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Deleting port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:25:43.949559 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:44.214769 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75513e-9c8b-4dde-a4a9-ad351e2fbcc6 req-c0c218bc-fac8-4b31-8633-3af56bb63632 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:44.217061 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2a75513e-9c8b-4dde-a4a9-ad351e2fbcc6 req-c0c218bc-fac8-4b31-8633-3af56bb63632 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 946 time: 0.1128142 Jun 24 14:25:44.261916 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] For port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:44.262452 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:44.300392 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2a75513e-9c8b-4dde-a4a9-ad351e2fbcc6 req-21fbc193-86b1-4566-852a-10299e5ac744 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601840 Jun 24 14:25:44.435483 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Calling delete_port for da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:25:44.607227 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:44.629930 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:44.670306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Pushing event deleted for resources: {'Port': ['ID=da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:44.780566 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] No DVR routers for this DVR port da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:25:44.790500 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:44.796386 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'name': 'network-vif-deleted', 'tag': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:44.833394 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4240c70a-b930-45eb-bec3-dce1eaec2705 req-740c22f1-6b3f-4161-9c62-3ede60c716a5 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "DELETE /v2.0/ports/da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a HTTP/1.1" status: 204 len: 173 time: 0.9681633 Jun 24 14:25:44.862464 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cd377c-6666-459d-83d0-c4c055f8e478'] response: {'server_uuid': '8ebe00f3-c8b2-4337-8f2a-a018d838966f', 'name': 'network-vif-deleted', 'tag': 'da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a', 'status': 'completed', 'code': 200} Jun 24 14:25:44.882358 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a53f-c4db-4ec2-9475-2383527e8e17 req-1fb93e76-e2f6-4b7c-8175-ebb8d2dde683 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:44.884856 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cde9a53f-c4db-4ec2-9475-2383527e8e17 req-1fb93e76-e2f6-4b7c-8175-ebb8d2dde683 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1118765 Jun 24 14:25:44.970632 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cde9a53f-c4db-4ec2-9475-2383527e8e17 req-d4c1bdb9-5b37-4832-b3be-f372ec22541b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795789 Jun 24 14:25:45.531137 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6877b738-cb29-46ab-8b73-e4dcc1758715 req-b1dcbd15-8f93-41a4-aebe-bc635427a666 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=8ebe00f3-c8b2-4337-8f2a-a018d838966f HTTP/1.1" status: 200 len: 210 time: 0.0731297 Jun 24 14:25:46.170253 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacf90e-5dbc-4c72-bfab-3f6e3c2fd109 req-ef40753e-625a-490d-ad31-3fd7591e0e08 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:46.176158 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dfacf90e-5dbc-4c72-bfab-3f6e3c2fd109 req-ef40753e-625a-490d-ad31-3fd7591e0e08 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0955324 Jun 24 14:25:46.224333 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dfacf90e-5dbc-4c72-bfab-3f6e3c2fd109 req-87b03f51-5bc7-4733-bbf2-103264f33ae9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467567 Jun 24 14:25:47.060902 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:25:47.098091 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:25:47.098787 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device da8272c1-7bea-4bd8-8bf5-6a3ae7e2cf2a not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:25:47.461278 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a32f7c-ae23-40a0-93cf-87e4f17f7891 req-5477c5a2-c4a9-4153-8867-0756a072e15c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:47.462950 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a0a32f7c-ae23-40a0-93cf-87e4f17f7891 req-5477c5a2-c4a9-4153-8867-0756a072e15c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1089721 Jun 24 14:25:47.516349 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a0a32f7c-ae23-40a0-93cf-87e4f17f7891 req-5efd865c-2b15-441b-a0d0-7d5631edd61a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Jun 24 14:25:48.866483 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da331bab-0c4b-4cb4-8f54-f6c310e4e07e req-e674cc01-749a-4c49-b247-e9c962755934 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:48.868159 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-da331bab-0c4b-4cb4-8f54-f6c310e4e07e req-e674cc01-749a-4c49-b247-e9c962755934 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.2254388 Jun 24 14:25:48.927767 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-da331bab-0c4b-4cb4-8f54-f6c310e4e07e req-8e5b5170-17bf-4507-857c-1242372e3d77 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511415 Jun 24 14:25:50.149001 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4f6da-3cae-4e27-9f33-bc8992c6b5a5 req-6682f5e2-8e0e-4242-b25f-01d443a18582 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:50.150805 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2bf4f6da-3cae-4e27-9f33-bc8992c6b5a5 req-6682f5e2-8e0e-4242-b25f-01d443a18582 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1023719 Jun 24 14:25:50.205433 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2bf4f6da-3cae-4e27-9f33-bc8992c6b5a5 req-797ddd63-ffe0-4bd4-bde3-5e2b35f11b3c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482521 Jun 24 14:25:51.431651 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babaa0-a28e-42d1-9679-ae89e4cc5c4e req-01c271bc-0a69-4eb7-b36d-6cfc362224fd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:51.433181 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a4babaa0-a28e-42d1-9679-ae89e4cc5c4e req-01c271bc-0a69-4eb7-b36d-6cfc362224fd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0992470 Jun 24 14:25:51.484512 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a4babaa0-a28e-42d1-9679-ae89e4cc5c4e req-f2e7eb3d-0f61-41b0-91b6-94cc7499fd7c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454650 Jun 24 14:25:52.251136 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-9ab87c15-ec31-4e48-8627-bda8ba214e00 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:52.252888 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-9ab87c15-ec31-4e48-8627-bda8ba214e00 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/networks?id=a066236f-efc6-4d7e-8753-274e02876902 HTTP/1.1" status: 200 len: 814 time: 0.1625781 Jun 24 14:25:52.271988 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-624fc042-2d25-49b3-962a-aaad20fc1abb tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/quotas/aa948c41263c487b91fb901450c07e7a HTTP/1.1" status: 200 len: 375 time: 0.0102162 Jun 24 14:25:52.338337 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-26ac6c0e-bfd5-4ac1-a81d-1655151328e1 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=aa948c41263c487b91fb901450c07e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607533 Jun 24 14:25:52.473763 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-278b23da-7840-4645-bb12-ebc8c0c27444 service neutron] 10.222.0.33 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247509 Jun 24 14:25:52.640901 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-907f9c35-159c-4d7a-8ee8-ec76a439ea58 service neutron] 10.222.0.33 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618316 Jun 24 14:25:52.694831 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e1f29-9d09-44b7-88b3-d86c59c27836 req-3126c689-a9d6-465a-81b7-a196c6d9c7b5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:52.696293 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-de6e1f29-9d09-44b7-88b3-d86c59c27836 req-3126c689-a9d6-465a-81b7-a196c6d9c7b5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.0951273 Jun 24 14:25:52.751004 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-de6e1f29-9d09-44b7-88b3-d86c59c27836 req-cc15e842-82d6-4ef2-aff0-5937d8b10c5c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482948 Jun 24 14:25:52.763566 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-4299439f-1b7a-40a7-9b8d-f028cc7737f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:52.765027 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-4299439f-1b7a-40a7-9b8d-f028cc7737f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1098 time: 0.0879185 Jun 24 14:25:52.852038 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4b20a06c-2557-4288-8890-5ad082722496 req-11676308-f4dc-49cd-a873-6ca4a7d566dc tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 210 time: 0.0554676 Jun 24 14:25:52.960840 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-a94a701f-2502-41b6-b466-f7330f5f72e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:52.989619 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-5a31ad84-dca6-4cca-8ed4-bd0fd814d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:52.991109 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-5a31ad84-dca6-4cca-8ed4-bd0fd814d45b service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.2188880 Jun 24 14:25:53.098682 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-b561b676-e049-4bdf-8fb7-a9c347c5e2f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 200 len: 1001 time: 0.1003852 Jun 24 14:25:53.165918 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-45849dc2-73c9-4152-a5b0-47575b488d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:53.167382 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-45849dc2-73c9-4152-a5b0-47575b488d51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0587001 Jun 24 14:25:53.254157 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-ab20009f-46c4-4614-9b04-926222cf782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:53.255650 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-ab20009f-46c4-4614-9b04-926222cf782f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810065 Jun 24 14:25:53.389002 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-596b0c51-3ca2-453b-8609-6e2af7e9209d service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267347 Jun 24 14:25:53.528014 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8438c096-8f9d-40c8-855c-8ca2057032ae req-5f5e8751-2ea0-4eb7-9f53-02ecc0f1eda1 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314497 Jun 24 14:25:53.984218 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922552-b0a4-4bfb-83f3-584afed33568 req-ffc6d6df-43a4-4250-a346-ab43dfea36b6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:53.986444 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-78922552-b0a4-4bfb-83f3-584afed33568 req-ffc6d6df-43a4-4250-a346-ab43dfea36b6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1204152 Jun 24 14:25:54.044635 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-ecb8eca7-9978-4928-9983-ce274c621930 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:54.045946 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-ecb8eca7-9978-4928-9983-ce274c621930 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "GET /v2.0/networks?id=a066236f-efc6-4d7e-8753-274e02876902 HTTP/1.1" status: 200 len: 814 time: 0.1732247 Jun 24 14:25:54.055348 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-85dac986-f7a3-4a32-b3a0-1788cae17b1c req-fe1d6e38-7abc-4fb4-b78e-b8e9218f1bc4 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 210 time: 0.0673842 Jun 24 14:25:54.067535 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Request body: {'port': {'device_id': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902', 'admin_state_up': True, 'tenant_id': 'aa948c41263c487b91fb901450c07e7a'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:54.080863 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-78922552-b0a4-4bfb-83f3-584afed33568 req-3bf2078c-e3f4-4e17-b00d-6e66cb960b32 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468853 Jun 24 14:25:54.207316 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:54.211383 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Usage tracker for resource:port and tenant:aa948c41263c487b91fb901450c07e7a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:54.214268 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:54.219855 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:54.230330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Made reservation on behalf of aa948c41263c487b91fb901450c07e7a for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:54.233730 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.406213 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Allocated IP 172.20.0.2 (a066236f-efc6-4d7e-8753-274e02876902/7b0cb165-a48f-4192-8f25-e8d0f1162623/5a3db274-75ef-4e66-a452-c770d0e869de) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:25:54.604241 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.639903 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.703444 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Network a066236f-efc6-4d7e-8753-274e02876902 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:25:54.713393 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:54.716493 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:25:54.753335 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Pushing event updated for resources: {'Port': ['ID=5a3db274-75ef-4e66-a452-c770d0e869de,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:54.785753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:54.786355 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.811830 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-dbef9ae1-6016-4b18-abec-f136721da792 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482295 Jun 24 14:25:54.825910 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Request body: {'port': {'device_id': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:54.939374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.050756 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6aee39fb-39a2-467a-aae8-49f832cb9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.318267 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f29ab-c97e-49e6-a388-c96aea20f60a req-989d14d8-ce1f-4654-8f51-57f431f49a9f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:55.319777 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c09f29ab-c97e-49e6-a388-c96aea20f60a req-989d14d8-ce1f-4654-8f51-57f431f49a9f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 931 time: 0.1533699 Jun 24 14:25:55.331641 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04957dc-c51b-4a96-b75c-1d3504fac521 req-9b0426c2-4b17-4ebc-9fc1-62e0503655b1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:55.333096 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a04957dc-c51b-4a96-b75c-1d3504fac521 req-9b0426c2-4b17-4ebc-9fc1-62e0503655b1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1267073 Jun 24 14:25:55.390457 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3db274-75ef-4e66-a452-c770d0e869de {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:55.398136 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.400568 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c09f29ab-c97e-49e6-a388-c96aea20f60a req-7d386575-12b6-4669-b2f1-9d69626894d4 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664759 Jun 24 14:25:55.408238 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a04957dc-c51b-4a96-b75c-1d3504fac521 req-4480fb3a-6fb5-4b49-82a4-7ddf1c7a7e55 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592952 Jun 24 14:25:55.414823 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Transition to ACTIVE for port object 5a3db274-75ef-4e66-a452-c770d0e869de will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:55.419581 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.583004 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3db274-75ef-4e66-a452-c770d0e869de,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:55.656807 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Attempting to bind port 5a3db274-75ef-4e66-a452-c770d0e869de on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:25:55.657131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Attempting to bind port 5a3db274-75ef-4e66-a452-c770d0e869de by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:25:55.657453 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Attempting to bind port 5a3db274-75ef-4e66-a452-c770d0e869de on network a066236f-efc6-4d7e-8753-274e02876902 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:55.662583 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Port 5a3db274-75ef-4e66-a452-c770d0e869de on network a066236f-efc6-4d7e-8753-274e02876902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:25:55.662897 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Attempting to bind port 5a3db274-75ef-4e66-a452-c770d0e869de on network a066236f-efc6-4d7e-8753-274e02876902 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:55.667834 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:25:55.668217 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Checking segment: {'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:55.668683 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Bound using segment: {'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:25:55.669151 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Bound port: 5a3db274-75ef-4e66-a452-c770d0e869de, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:25:55.669503 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.768206 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] For port 5a3db274-75ef-4e66-a452-c770d0e869de, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:25:55.772370 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] For port 5a3db274-75ef-4e66-a452-c770d0e869de, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5a3db274-75ef-4e66-a452-c770d0e869de,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:25:55.778187 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.830576 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:55.831705 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.833516 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a3db274-75ef-4e66-a452-c770d0e869de HTTP/1.1" status: 200 len: 1093 time: 1.0113509 Jun 24 14:25:55.842526 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'tag': '5a3db274-75ef-4e66-a452-c770d0e869de'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:55.879840 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92492b-ad80-4dc9-a351-e3b457a96966 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3db274-75ef-4e66-a452-c770d0e869de,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:55.919523 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88fdca0-377c-48cf-8d01-b453826dcb36'] response: {'name': 'network-changed', 'server_uuid': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'tag': '5a3db274-75ef-4e66-a452-c770d0e869de', 'status': 'completed', 'code': 200} Jun 24 14:25:55.964429 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-0b787be1-a938-4713-ae29-9c4272ba5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:55.965884 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-0b787be1-a938-4713-ae29-9c4272ba5f85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa948c41263c487b91fb901450c07e7a&device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0810740 Jun 24 14:25:56.036733 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-106552a7-9728-4a65-96c5-a75d0cf04edf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a3db274-75ef-4e66-a452-c770d0e869de HTTP/1.1" status: 200 len: 217 time: 0.0588253 Jun 24 14:25:56.102551 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-51d88c9b-4cd2-4dc7-9b3e-87bdb52214c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:56.103820 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-51d88c9b-4cd2-4dc7-9b3e-87bdb52214c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b0cb165-a48f-4192-8f25-e8d0f1162623 HTTP/1.1" status: 200 len: 854 time: 0.0601728 Jun 24 14:25:56.162613 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-26bf9c66-c528-45bf-ad57-6c1319b67e82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a066236f-efc6-4d7e-8753-274e02876902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474558 Jun 24 14:25:56.254989 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:56.307694 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-a7c5c2b7-9b65-4f85-90d6-249dce0b0990 service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372886 Jun 24 14:25:56.439753 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-96d1581b-5846-45c9-a00f-eb05f0e7ade4 req-932ae008-a80e-4e0c-b789-61852c61d879 service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251690 Jun 24 14:25:56.491526 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:56.582978 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-e8997303-b7f4-4a1c-83ab-9ef4a751e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:56.584751 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-e8997303-b7f4-4a1c-83ab-9ef4a751e635 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa948c41263c487b91fb901450c07e7a&device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0896494 Jun 24 14:25:56.703947 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b63b-b590-42ff-9bc4-dbc7be1ea98d req-ce81f868-92da-47e1-9593-ff7703ebf798 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:56.705459 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9c91b63b-b590-42ff-9bc4-dbc7be1ea98d req-ce81f868-92da-47e1-9593-ff7703ebf798 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 943 time: 0.1112115 Jun 24 14:25:56.714136 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5476452-44cd-46af-aac3-47f60f62e929 req-0ea58f0c-92cd-4c04-99bc-9fa4dadb35e0 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:56.716624 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f5476452-44cd-46af-aac3-47f60f62e929 req-0ea58f0c-92cd-4c04-99bc-9fa4dadb35e0 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 945 time: 0.1716475 Jun 24 14:25:56.737818 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-c79e2f5d-63a4-4e47-a353-8d164c46daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:56.739622 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-c79e2f5d-63a4-4e47-a353-8d164c46daee service neutron] 10.222.0.39 "GET /v2.0/networks?id=a066236f-efc6-4d7e-8753-274e02876902 HTTP/1.1" status: 200 len: 915 time: 0.1485667 Jun 24 14:25:56.785990 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9c91b63b-b590-42ff-9bc4-dbc7be1ea98d req-3317f463-14fb-4931-a32b-38399062721e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679879 Jun 24 14:25:56.792867 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f5476452-44cd-46af-aac3-47f60f62e929 req-963aebee-8e4b-4b19-bd4a-46fd045b2c22 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600405 Jun 24 14:25:56.812064 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-903e9f8e-ffc3-4def-909c-665e0122039d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a3db274-75ef-4e66-a452-c770d0e869de HTTP/1.1" status: 200 len: 217 time: 0.0636466 Jun 24 14:25:57.017421 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-aaeab40d-9167-4124-b461-91b6f0a5bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:57.019367 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-aaeab40d-9167-4124-b461-91b6f0a5bd3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b0cb165-a48f-4192-8f25-e8d0f1162623 HTTP/1.1" status: 200 len: 854 time: 0.1990352 Jun 24 14:25:57.050472 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-ab85fd64-445a-44e1-b2c4-9c0050c6ce94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1100414 Jun 24 14:25:57.085300 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-939efb22-fb55-4d42-9a35-6da09fedd760 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a066236f-efc6-4d7e-8753-274e02876902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584192 Jun 24 14:25:57.126874 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:25:57.257549 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-4886e0c2-6c27-4964-a119-3b77342ed0e7 service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652524 Jun 24 14:25:57.276828 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-1c450c15-d6be-4d82-ad74-aa2fc578b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:57.278418 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-1c450c15-d6be-4d82-ad74-aa2fc578b2b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 1098 time: 0.2022326 Jun 24 14:25:57.297694 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 is: ACTIVE; New status is: DOWN {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:57.298304 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:57.328448 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:57.337027 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:57.346121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:57.394674 dv-cinder-847189-2-smb neutron-server[88155]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0f6872af-65e9-48f2-9fbc-01ec6209d986']: {'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'code': 422} returned with failed status Jun 24 14:25:57.440289 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=8']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:57.441824 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-af3cce1e-0895-47f3-81c2-07d20f8fc484 req-465c9af2-dc0d-4ad3-a871-93e6954680cd service neutron] 10.222.0.39 "GET /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762788 Jun 24 14:25:57.457783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-a9f0adb5-b428-4d3b-ae53-6ef0045b1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:57.459263 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-a9f0adb5-b428-4d3b-ae53-6ef0045b1e59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1597421 Jun 24 14:25:57.529190 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-888f485d-2a35-4321-8756-b42f9016af99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e63bf292-8eee-45f8-867c-9fb71976c541 HTTP/1.1" status: 200 len: 217 time: 0.0621223 Jun 24 14:25:57.602152 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-01c6c10a-4511-4e72-a8ee-884f5e9c981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:57.603622 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-01c6c10a-4511-4e72-a8ee-884f5e9c981a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0579455 Jun 24 14:25:57.695033 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-07910305-1602-4599-9a59-d449c3d93bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:57.696426 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-07910305-1602-4599-9a59-d449c3d93bd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807927 Jun 24 14:25:57.834635 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-1f26b17d-65f6-4f70-a835-b7e84789aa1b service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291909 Jun 24 14:25:57.997459 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.091616 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cfd876f3-410e-468b-8422-11ab6eb23e59 req-69d734e5-210b-498b-a0f5-ed1b6a158c7c service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218523 Jun 24 14:25:58.118936 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56decb-581f-46fc-b5da-7f020af32a4a req-1b7b681f-4e96-447e-a9a8-5d0ef5485a2d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:58.120444 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af56decb-581f-46fc-b5da-7f020af32a4a req-1b7b681f-4e96-447e-a9a8-5d0ef5485a2d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.2849030 Jun 24 14:25:58.132698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0f4e9-950c-4e5a-a246-c31b7a0a6232 req-8f774d0a-7f2c-4332-a7db-c79ef133f2e2 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:58.134336 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0ff0f4e9-950c-4e5a-a246-c31b7a0a6232 req-8f774d0a-7f2c-4332-a7db-c79ef133f2e2 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 943 time: 0.1773691 Jun 24 14:25:58.205392 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af56decb-581f-46fc-b5da-7f020af32a4a req-eafdac85-57e1-434e-8f5b-259237b49511 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699873 Jun 24 14:25:58.207447 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52938) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:58.207933 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0ff0f4e9-950c-4e5a-a246-c31b7a0a6232 req-f3bda9e0-9fe0-4e09-ae5e-35cc0b94c52a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574880 Jun 24 14:25:58.336100 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-8ac649dd-b3ea-40e0-9bc5-b2e941fa8822 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194828 Jun 24 14:25:58.406056 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 52948) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:58.538312 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.553607 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:58.557459 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Usage tracker for resource:security_group_rule and tenant:05c29ce448a5476ea06147b8b6000f46 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:58.560380 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:58.566217 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:58.653686 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.657765 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.704781 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05c29ce448a5476ea06147b8b6000f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973814 Jun 24 14:25:58.706353 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846cfbc-a242-4ce6-a7aa-25e8e03654ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc02bd-720d-4369-83c8-ab8ff8f07f9b,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:58.707479 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 52958) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:58.772938 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8f863102-40ce-4086-b5e4-3b5cee4a0cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.801337 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8f863102-40ce-4086-b5e4-3b5cee4a0cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.859708 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8f863102-40ce-4086-b5e4-3b5cee4a0cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.875844 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f863102-40ce-4086-b5e4-3b5cee4a0cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc02bd-720d-4369-83c8-ab8ff8f07f9b,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:58.880248 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8f863102-40ce-4086-b5e4-3b5cee4a0cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.885962 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-8f863102-40ce-4086-b5e4-3b5cee4a0cda admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/09dc02bd-720d-4369-83c8-ab8ff8f07f9b HTTP/1.1" status: 204 len: 168 time: 0.1740806 Jun 24 14:25:59.132001 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5a3db274-75ef-4e66-a452-c770d0e869de details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:25:59.275705 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 5a3db274-75ef-4e66-a452-c770d0e869de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5a3db274-75ef-4e66-a452-c770d0e869de,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:59.295706 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '5a3db274-75ef-4e66-a452-c770d0e869de', 'network_id': 'a066236f-efc6-4d7e-8753-274e02876902', 'port_id': '5a3db274-75ef-4e66-a452-c770d0e869de', 'mac_address': 'fa:16:3e:38:ec:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0cb165-a48f-4192-8f25-e8d0f1162623', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:25:59.366879 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 5a3db274-75ef-4e66-a452-c770d0e869de is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:59.367255 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.390164 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3db274-75ef-4e66-a452-c770d0e869de {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:59.410605 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 5a3db274-75ef-4e66-a452-c770d0e869de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5a3db274-75ef-4e66-a452-c770d0e869de,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:59.417268 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.507048 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.525872 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba542b1a-1f5e-487b-86f2-d4553b1225bc req-94624c03-b2f9-4c2b-8f4a-ab157bc6c6a4 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:59.532631 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ba542b1a-1f5e-487b-86f2-d4553b1225bc req-94624c03-b2f9-4c2b-8f4a-ab157bc6c6a4 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 943 time: 0.1656911 Jun 24 14:25:59.532882 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=5a3db274-75ef-4e66-a452-c770d0e869de,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:59.554254 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92788c0-7413-4eab-a697-b48acd5c3d5e req-0409c809-8f1d-4869-8e16-cddb6d916e9f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:59.555722 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d92788c0-7413-4eab-a697-b48acd5c3d5e req-0409c809-8f1d-4869-8e16-cddb6d916e9f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1469581 Jun 24 14:25:59.605614 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ba542b1a-1f5e-487b-86f2-d4553b1225bc req-a7f1a128-f92f-46d6-969c-2fcd398fdf4e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719395 Jun 24 14:25:59.636774 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d92788c0-7413-4eab-a697-b48acd5c3d5e req-1b554dcc-f574-4b87-8be7-227bec4dfc04 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641172 Jun 24 14:25:59.703148 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['5a3db274-75ef-4e66-a452-c770d0e869de'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:26:00.396323 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-551be738-78a4-455f-9d4d-967ee0765fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:00.397793 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-551be738-78a4-455f-9d4d-967ee0765fa9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231&tenant_id=da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 1096 time: 0.0831344 Jun 24 14:26:00.512967 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-4aabc717-378e-4b18-ad07-789ffd2d9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:00.514339 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-4aabc717-378e-4b18-ad07-789ffd2d9f17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1096 time: 0.0804880 Jun 24 14:26:00.648687 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-cec8dd65-1c98-4c8b-9289-b1009e4a3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:00.650157 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-cec8dd65-1c98-4c8b-9289-b1009e4a3e2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.1272740 Jun 24 14:26:00.949517 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-afd96086-15a4-43eb-b7ad-bd1610a1c976 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 200 len: 999 time: 0.2901120 Jun 24 14:26:01.039261 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-d8b28bce-7d5d-4782-a074-9879eaddc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:01.040701 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-d8b28bce-7d5d-4782-a074-9879eaddc192 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0828843 Jun 24 14:26:01.049003 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf875294-21b2-467d-bc73-b33bc092f605 req-f5f18b3f-d7f1-4176-a02b-562a86142030 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:01.050314 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bf875294-21b2-467d-bc73-b33bc092f605 req-f5f18b3f-d7f1-4176-a02b-562a86142030 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 944 time: 0.3413169 Jun 24 14:26:01.058781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc3a6b-b405-4e1f-a86c-159c2ebbb273 req-64dd9e4c-9925-47ee-b452-6d43eac88f32 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:01.060140 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4bdc3a6b-b405-4e1f-a86c-159c2ebbb273 req-64dd9e4c-9925-47ee-b452-6d43eac88f32 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.2179019 Jun 24 14:26:01.151240 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5a3db274-75ef-4e66-a452-c770d0e869de up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:01.177285 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bf875294-21b2-467d-bc73-b33bc092f605 req-32ff2adc-f85c-4f52-9257-1058b5898a25 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161995 Jun 24 14:26:01.186914 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4bdc3a6b-b405-4e1f-a86c-159c2ebbb273 req-d021f30a-56c5-4f00-918e-1afd50435be4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925355 Jun 24 14:26:01.211622 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-e704cbfc-83f9-4e78-b081-b13cb35167ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:01.213239 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-e704cbfc-83f9-4e78-b081-b13cb35167ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1618519 Jun 24 14:26:01.258457 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 5a3db274-75ef-4e66-a452-c770d0e869de completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:01.263753 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 5a3db274-75ef-4e66-a452-c770d0e869de triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:01.264169 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.359700 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-f2fa4266-767f-4252-9614-4c16e78a5bfd service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391623 Jun 24 14:26:01.381079 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 5a3db274-75ef-4e66-a452-c770d0e869de is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:01.381455 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.408705 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3db274-75ef-4e66-a452-c770d0e869de'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:01.422812 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 5a3db274-75ef-4e66-a452-c770d0e869de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5a3db274-75ef-4e66-a452-c770d0e869de,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:01.429873 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.467048 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f26004a-9fdc-4f1f-bc76-cdb1f20acd7e'] response: {'server_uuid': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3db274-75ef-4e66-a452-c770d0e869de', 'code': 200} Jun 24 14:26:01.517654 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=5a3db274-75ef-4e66-a452-c770d0e869de,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:01.523258 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6c0c2d0f-4e8f-4e08-b9e8-83cbbf31892e req-297b87ac-66e5-486f-a6f0-43f206a25d97 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473000 Jun 24 14:26:01.736845 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed79447-529f-40e4-bad0-0ef00b252750 req-32d17f29-06b4-48cf-b347-0d1b1ff9dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:01.738319 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2ed79447-529f-40e4-bad0-0ef00b252750 req-32d17f29-06b4-48cf-b347-0d1b1ff9dbbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0860388 Jun 24 14:26:01.780192 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2ed79447-529f-40e4-bad0-0ef00b252750 req-87cc0538-07b6-41bc-984c-934d92fe92c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Jun 24 14:26:02.469197 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3610b6-5d94-48e2-bec6-3af0c9d457ea req-01f5b653-7053-490c-b0f0-132e1638f087 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:02.470891 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ff3610b6-5d94-48e2-bec6-3af0c9d457ea req-01f5b653-7053-490c-b0f0-132e1638f087 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1511889 Jun 24 14:26:02.485093 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43996998-9689-4924-aaf1-6a80cf7bca62 req-c6587117-46bc-4b0b-8bb8-77e49cfc30db tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:02.486628 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-43996998-9689-4924-aaf1-6a80cf7bca62 req-c6587117-46bc-4b0b-8bb8-77e49cfc30db tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1306055 Jun 24 14:26:02.561590 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-43996998-9689-4924-aaf1-6a80cf7bca62 req-f73dbebe-6264-458c-9288-a9344ae1c49f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606384 Jun 24 14:26:02.564049 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ff3610b6-5d94-48e2-bec6-3af0c9d457ea req-63348166-de5f-4e49-a7be-ad765f6ae6b3 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765445 Jun 24 14:26:03.839520 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689ded-4eec-42a7-bcbc-e72647d3dce0 req-5cb5884c-3fed-4db2-acc6-ace1c24828aa tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:03.840969 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-71689ded-4eec-42a7-bcbc-e72647d3dce0 req-5cb5884c-3fed-4db2-acc6-ace1c24828aa tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1639955 Jun 24 14:26:03.851568 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47c99-71d7-4e2a-8838-aaa6e19e2826 req-24023f38-22f9-410f-ba51-9969eb66a213 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:03.852894 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0cd47c99-71d7-4e2a-8838-aaa6e19e2826 req-24023f38-22f9-410f-ba51-9969eb66a213 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1386011 Jun 24 14:26:03.919187 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-71689ded-4eec-42a7-bcbc-e72647d3dce0 req-b483473f-a1b9-4642-87ee-c0b631b1708b tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653431 Jun 24 14:26:03.931562 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0cd47c99-71d7-4e2a-8838-aaa6e19e2826 req-415b8030-11b3-4d6c-bbf3-0b6d4273381e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628195 Jun 24 14:26:05.163208 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4349e2-471c-4f2f-9d66-debda79c035f req-02da0848-ca07-4843-af4e-865b8581e781 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:05.171405 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e4349e2-471c-4f2f-9d66-debda79c035f req-02da0848-ca07-4843-af4e-865b8581e781 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1110575 Jun 24 14:26:05.261908 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e4349e2-471c-4f2f-9d66-debda79c035f req-36bd0c98-6e7e-426f-8151-16bff3d0553f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892620 Jun 24 14:26:05.311673 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366cb61-2bb7-4998-be54-1f00fd8c6817 req-6d50e99b-c304-498b-aac9-3ae7f413fc19 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:05.311673 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4366cb61-2bb7-4998-be54-1f00fd8c6817 req-6d50e99b-c304-498b-aac9-3ae7f413fc19 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1188810 Jun 24 14:26:05.356821 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4366cb61-2bb7-4998-be54-1f00fd8c6817 req-5b413797-a1a8-455d-b575-ba5627b9af6a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Jun 24 14:26:06.130314 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53090) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:06.247697 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.263909 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:06.268054 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:9a36ec71f2ca4bf98ea44379fadb6350 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:06.271593 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:06.277454 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:06.369969 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.374681 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.477430 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9a36ec71f2ca4bf98ea44379fadb6350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459258 Jun 24 14:26:06.480534 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53100) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:06.542975 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fb871-6213-45d0-a399-489563fe0cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee0a77e-f9a0-499a-9b01-95d9e72ada69,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:06.543237 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a29a0301-40ff-4e64-949e-06710e6b9d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.573765 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a29a0301-40ff-4e64-949e-06710e6b9d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.650568 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a29a0301-40ff-4e64-949e-06710e6b9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.677895 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a29a0301-40ff-4e64-949e-06710e6b9d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.681768 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a29a0301-40ff-4e64-949e-06710e6b9d24 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3ee0a77e-f9a0-499a-9b01-95d9e72ada69 HTTP/1.1" status: 204 len: 168 time: 0.1993268 Jun 24 14:26:06.682995 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a0301-40ff-4e64-949e-06710e6b9d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee0a77e-f9a0-499a-9b01-95d9e72ada69,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:06.719717 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefb1a-ed90-4ab6-9300-15294214df2c req-af656a42-5b41-4dea-9cf6-d46dba14de1a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:06.721318 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-50cefb1a-ed90-4ab6-9300-15294214df2c req-af656a42-5b41-4dea-9cf6-d46dba14de1a tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.2398918 Jun 24 14:26:06.729280 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc817-dae8-4134-a5e1-fd194867d10f req-40b981be-e16c-420c-a672-b700beaf417a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:06.730844 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e43bc817-dae8-4134-a5e1-fd194867d10f req-40b981be-e16c-420c-a672-b700beaf417a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.3113019 Jun 24 14:26:06.811383 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-50cefb1a-ed90-4ab6-9300-15294214df2c req-975c5cc4-add9-4aa8-ab67-87253b573691 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795486 Jun 24 14:26:06.816469 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e43bc817-dae8-4134-a5e1-fd194867d10f req-a3439aa9-d200-4393-89dc-0142edf634c2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700433 Jun 24 14:26:08.081523 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe9e5d-2777-453b-b999-afb8f3264ed5 req-62c1e6a9-9210-4d86-82e6-434b429bb996 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:08.088590 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-01fe9e5d-2777-453b-b999-afb8f3264ed5 req-62c1e6a9-9210-4d86-82e6-434b429bb996 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1209035 Jun 24 14:26:08.165366 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-01fe9e5d-2777-453b-b999-afb8f3264ed5 req-096abb00-4d55-4e3d-925d-e38617b7a5cd tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759163 Jun 24 14:26:08.219369 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc942a81-bdb9-4907-99a0-0fec15a8ef18 req-719b36c5-f8f1-405f-93a6-6586555665ef tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:08.220943 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fc942a81-bdb9-4907-99a0-0fec15a8ef18 req-719b36c5-f8f1-405f-93a6-6586555665ef tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.0945375 Jun 24 14:26:08.271965 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fc942a81-bdb9-4907-99a0-0fec15a8ef18 req-1926a623-d7df-44de-a047-a811c07e5ff3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Jun 24 14:26:09.362722 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2ec8-70d7-4c65-9588-92d050361024 req-08a9d6c2-87a9-4773-979a-342207c89769 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:09.364333 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe4b2ec8-70d7-4c65-9588-92d050361024 req-08a9d6c2-87a9-4773-979a-342207c89769 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.0920541 Jun 24 14:26:09.470625 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fe4b2ec8-70d7-4c65-9588-92d050361024 req-5e9717ba-54d4-40b0-a22b-b626c4c76dd3 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987413 Jun 24 14:26:09.508185 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea931da0-1265-4881-ae21-bba9e69edec3 req-bd144a1c-4dc3-41a4-b027-a2cff5e13c2b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:09.509669 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ea931da0-1265-4881-ae21-bba9e69edec3 req-bd144a1c-4dc3-41a4-b027-a2cff5e13c2b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1232390 Jun 24 14:26:09.557265 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ea931da0-1265-4881-ae21-bba9e69edec3 req-6b64751f-ac8e-4d2a-8994-f4918cedd26f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Jun 24 14:26:10.672942 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79686cfc-4961-4f88-88c2-eb5a993b0d51 req-f4c0ecf6-e18d-4a45-85dc-04859be85c49 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:10.675206 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-79686cfc-4961-4f88-88c2-eb5a993b0d51 req-f4c0ecf6-e18d-4a45-85dc-04859be85c49 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.0994027 Jun 24 14:26:10.770197 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-79686cfc-4961-4f88-88c2-eb5a993b0d51 req-08fed397-f61c-42d8-b00b-10b450012aac tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562248 Jun 24 14:26:10.803828 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91579ee-7a47-479c-86fe-75a09e9995c8 req-e3e408fc-fe78-441d-84fb-f6b5580b8559 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:10.805519 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f91579ee-7a47-479c-86fe-75a09e9995c8 req-e3e408fc-fe78-441d-84fb-f6b5580b8559 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1294119 Jun 24 14:26:10.851572 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f91579ee-7a47-479c-86fe-75a09e9995c8 req-a45222bd-5ecd-40b7-9a9d-548ade9eccca tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 Jun 24 14:26:11.980149 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5bbc1-ea35-46ee-8e5c-a6fd5b6376c2 req-d5895ca5-3fdc-4037-8413-beebfe6f3968 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:11.981710 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7ec5bbc1-ea35-46ee-8e5c-a6fd5b6376c2 req-d5895ca5-3fdc-4037-8413-beebfe6f3968 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.0980494 Jun 24 14:26:12.070770 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7ec5bbc1-ea35-46ee-8e5c-a6fd5b6376c2 req-7db4339a-0dc6-4383-bd56-b0717d5a1f26 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Jun 24 14:26:12.098623 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843a395-7f06-4e90-b925-d9be9381abec req-b272aed7-1b50-48c8-a85f-f2c1669573cf tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:12.100056 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1843a395-7f06-4e90-b925-d9be9381abec req-b272aed7-1b50-48c8-a85f-f2c1669573cf tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1174879 Jun 24 14:26:12.147494 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1843a395-7f06-4e90-b925-d9be9381abec req-b9517908-60ab-4454-852a-e712f5496778 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 Jun 24 14:26:13.320200 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc40da-030f-4458-83f0-3b0e87334c1c req-aefc8534-0ca5-418b-b173-6c321a39ef16 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:13.321489 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4bc40da-030f-4458-83f0-3b0e87334c1c req-aefc8534-0ca5-418b-b173-6c321a39ef16 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1195040 Jun 24 14:26:13.389895 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4bc40da-030f-4458-83f0-3b0e87334c1c req-68f3a466-f7d3-4036-a51d-37338ab75164 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625381 Jun 24 14:26:13.414742 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2cbbb-7a3e-40d3-8943-30ab92865829 req-d9d83c55-4f3b-4390-b003-f692c72f0e73 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:13.416163 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fdc2cbbb-7a3e-40d3-8943-30ab92865829 req-d9d83c55-4f3b-4390-b003-f692c72f0e73 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1363184 Jun 24 14:26:13.461342 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fdc2cbbb-7a3e-40d3-8943-30ab92865829 req-f0bae80a-4aeb-4d76-8f79-c63ec0d954b1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Jun 24 14:26:14.691707 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcdb07-a49e-499a-8996-46b761794d00 req-893ac626-978f-4a88-b2c9-b4a3d1814fdc tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:14.693013 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d7bcdb07-a49e-499a-8996-46b761794d00 req-893ac626-978f-4a88-b2c9-b4a3d1814fdc tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 943 time: 0.1024091 Jun 24 14:26:14.736389 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d7bcdb07-a49e-499a-8996-46b761794d00 req-e31a8507-157a-42f5-a856-47e2d4d7a8cb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375962 Jun 24 14:26:14.944953 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:26:15.242963 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:26:15.379853 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:15.393175 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'port_id': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'mac_address': 'fa:16:3e:24:a7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:26:15.450678 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:15.451029 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:15.467394 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:26:15.482225 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:15.486424 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:15.562959 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=9']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:15.752673 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:26:15.952851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cf71-ea76-4191-a259-c6f7a2f76a4a req-16540cd6-5483-4ed0-9e03-88e0bea05f97 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:15.954500 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1050cf71-ea76-4191-a259-c6f7a2f76a4a req-16540cd6-5483-4ed0-9e03-88e0bea05f97 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 944 time: 0.0927989 Jun 24 14:26:15.999386 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1050cf71-ea76-4191-a259-c6f7a2f76a4a req-f38ee99f-adc7-47fe-8cd1-0ebe63b1bb6f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390632 Jun 24 14:26:17.208054 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac799b2-796d-4a0b-babb-393fb5d3cb8c req-28906603-6646-41fd-b36e-baf3c26aa62d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:17.210195 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ac799b2-796d-4a0b-babb-393fb5d3cb8c req-28906603-6646-41fd-b36e-baf3c26aa62d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 944 time: 0.1016366 Jun 24 14:26:17.261415 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ac799b2-796d-4a0b-babb-393fb5d3cb8c req-a79ffe32-19e5-4ac2-a0fb-382b1df3219f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Jun 24 14:26:17.278356 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:17.348765 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:17.349136 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.464086 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:17.464458 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.490437 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:17.500121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:17.506285 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.544421 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fafba08-5c1f-4604-93f2-d0df227c2373'] response: {'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'code': 200} Jun 24 14:26:17.575524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=10']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:18.142552 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e122e6-332f-491a-8474-67d9a7bdd660 req-754a997d-0a7f-4905-ae83-e01100206fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:18.144312 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b6e122e6-332f-491a-8474-67d9a7bdd660 req-754a997d-0a7f-4905-ae83-e01100206fee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1099 time: 0.0812967 Jun 24 14:26:18.185851 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b6e122e6-332f-491a-8474-67d9a7bdd660 req-1ac88de7-3fae-4e54-a365-99ebe94b48f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340393 Jun 24 14:26:18.466177 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d26a8a-dc7b-4719-b7df-81c91cfccf26 req-9eb0f1a3-0bd6-4389-aff8-ba7455c41e73 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:18.467614 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-38d26a8a-dc7b-4719-b7df-81c91cfccf26 req-9eb0f1a3-0bd6-4389-aff8-ba7455c41e73 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 946 time: 0.0909224 Jun 24 14:26:18.512113 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-38d26a8a-dc7b-4719-b7df-81c91cfccf26 req-1ed344b2-04e7-48a8-9533-e5adc730c919 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388429 Jun 24 14:26:19.803374 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3f610-f77c-4447-adb8-72ba1d7e243d req-5f3170e8-47ce-4285-903a-50e1a0af36e9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:19.804801 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e3e3f610-f77c-4447-adb8-72ba1d7e243d req-5f3170e8-47ce-4285-903a-50e1a0af36e9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 946 time: 0.1803443 Jun 24 14:26:19.859272 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e3e3f610-f77c-4447-adb8-72ba1d7e243d req-7ec38ca7-ed7f-4f26-ba13-7a5f841dd37f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467715 Jun 24 14:26:21.078653 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fa142-34fa-4f57-ab28-ad50a4dcb855 req-9981251b-9d7a-45b1-8bbd-0e7372e517fa tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:21.080127 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bd6fa142-34fa-4f57-ab28-ad50a4dcb855 req-9981251b-9d7a-45b1-8bbd-0e7372e517fa tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 946 time: 0.0948222 Jun 24 14:26:21.125182 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bd6fa142-34fa-4f57-ab28-ad50a4dcb855 req-f70159ad-9822-48f5-baa7-a4cde488c455 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 Jun 24 14:26:22.957998 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb7b9-4b24-475c-9657-94e792e992be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:23.591445 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7af5-6f6e-47c8-8974-b93d63a177f6 req-b371a18d-2286-4861-8673-ba0719355e1c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:23.593011 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-52bf7af5-6f6e-47c8-8974-b93d63a177f6 req-b371a18d-2286-4861-8673-ba0719355e1c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1058581 Jun 24 14:26:23.640555 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-52bf7af5-6f6e-47c8-8974-b93d63a177f6 req-98b1e84a-cb59-4fbc-87f8-0e28ad31e423 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415130 Jun 24 14:26:24.852933 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d80375-9280-4bb8-a20a-6517742c985d req-3b980256-64c3-49ba-99e2-a297d741c933 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:24.854414 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c4d80375-9280-4bb8-a20a-6517742c985d req-3b980256-64c3-49ba-99e2-a297d741c933 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0943599 Jun 24 14:26:24.900467 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c4d80375-9280-4bb8-a20a-6517742c985d req-1775f0e9-0f62-44d6-9a12-c985d446c759 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399966 Jun 24 14:26:25.064070 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4fb696da-287b-46fb-b689-5c044254ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:26.100816 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97981d2d-33f3-4ac7-9b20-f53f146b5581 req-d642e4b5-a5c6-43be-b80e-c996a7663617 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:26.102255 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-97981d2d-33f3-4ac7-9b20-f53f146b5581 req-d642e4b5-a5c6-43be-b80e-c996a7663617 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0907924 Jun 24 14:26:26.146824 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-97981d2d-33f3-4ac7-9b20-f53f146b5581 req-ecc419f6-fa75-4645-81ef-8320d2992636 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Jun 24 14:26:26.263218 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:26.472773 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:27.352598 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a33a2f-4cae-405a-93ec-dc76fd080576 req-e20a1a90-8b48-45aa-a1c4-c5bfa20bc773 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:27.354070 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a5a33a2f-4cae-405a-93ec-dc76fd080576 req-e20a1a90-8b48-45aa-a1c4-c5bfa20bc773 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0982111 Jun 24 14:26:27.405120 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a5a33a2f-4cae-405a-93ec-dc76fd080576 req-ad362ba3-e74f-4d90-90a0-7d89900c8d21 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Jun 24 14:26:28.003549 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:28.160263 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-3b3a5b3d-d10d-42b9-9d91-6069e0d9d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.161305 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-3b3a5b3d-d10d-42b9-9d91-6069e0d9d22c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1098 time: 0.1523652 Jun 24 14:26:28.195014 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3f59-86d0-4cc1-abf6-8cbf74ed6f71 req-0d59c125-d2ac-4515-afc1-51c746a968f1 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.196396 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bb4b3f59-86d0-4cc1-abf6-8cbf74ed6f71 req-0d59c125-d2ac-4515-afc1-51c746a968f1 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1318841 Jun 24 14:26:28.310706 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bb4b3f59-86d0-4cc1-abf6-8cbf74ed6f71 req-2e90a8f7-3ed1-4065-81fd-4146abaa0a47 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677972 Jun 24 14:26:28.335246 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-f4facf16-a431-4fae-944a-1d2ffe1df87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.336806 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-f4facf16-a431-4fae-944a-1d2ffe1df87d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1697304 Jun 24 14:26:28.450130 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-e008172e-fe9c-4368-b40a-4149c7e38bcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 1001 time: 0.1057487 Jun 24 14:26:28.518793 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-1d71dfe3-1489-4649-8b17-1eedf7fbd944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.520216 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-1d71dfe3-1489-4649-8b17-1eedf7fbd944 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0604246 Jun 24 14:26:28.664321 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-049cb1a9-a127-4b1d-8a57-4f838af2e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.665906 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-049cb1a9-a127-4b1d-8a57-4f838af2e45b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1089077 Jun 24 14:26:28.674406 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8cd5-ccf7-4c6e-9175-77f1b75a39f3 req-5a00ba04-c0d4-4b12-b18c-dec7318b8eaa tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.676048 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-83bb8cd5-ccf7-4c6e-9175-77f1b75a39f3 req-5a00ba04-c0d4-4b12-b18c-dec7318b8eaa tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1535277 Jun 24 14:26:28.801108 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-83bb8cd5-ccf7-4c6e-9175-77f1b75a39f3 req-9de7f8d4-6be4-4aac-91ee-9ebaaf30db12 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045620 Jun 24 14:26:28.838352 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-bfbb61e3-50f4-4e8e-8b0b-efd9100653f3 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612809 Jun 24 14:26:28.967369 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4284c5f-5a7f-47a5-a5b6-29a1e51f406a req-6a8ea620-09ab-40d4-a84e-87f824893592 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228261 Jun 24 14:26:29.489737 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:29.526800 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c688e9-8f25-40d7-b89a-7aa540a7b994 req-b8681556-b085-45eb-8f87-a53d3253bd5c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:29.528254 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42c688e9-8f25-40d7-b89a-7aa540a7b994 req-b8681556-b085-45eb-8f87-a53d3253bd5c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1035047 Jun 24 14:26:29.659210 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42c688e9-8f25-40d7-b89a-7aa540a7b994 req-96a4a81c-aeb9-48db-82a6-7bcca0dc0f2b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252201 Jun 24 14:26:29.998740 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e929a58-1e0c-421a-98a1-e65fd94c70fb req-ed337759-8d3b-453c-854d-2fc978b8b2c4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:30.000206 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1e929a58-1e0c-421a-98a1-e65fd94c70fb req-ed337759-8d3b-453c-854d-2fc978b8b2c4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0858850 Jun 24 14:26:30.046709 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1e929a58-1e0c-421a-98a1-e65fd94c70fb req-d41caea1-aa99-411c-93e1-8cdb586c85d3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395362 Jun 24 14:26:30.864678 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca678f4-71a3-4804-90b0-fa606bbd4176 req-9da31b91-9df5-413b-b78a-4fb8994f75d7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:30.866123 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9ca678f4-71a3-4804-90b0-fa606bbd4176 req-9da31b91-9df5-413b-b78a-4fb8994f75d7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0878620 Jun 24 14:26:30.909879 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9ca678f4-71a3-4804-90b0-fa606bbd4176 req-5e61503d-6c46-4781-ab30-d0e57393e2aa tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380685 Jun 24 14:26:31.246714 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d653-8f76-44ca-abc3-67f026adc459 req-c6b46122-48a4-4623-9cca-4ab797addfb8 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:31.248150 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aaf3d653-8f76-44ca-abc3-67f026adc459 req-c6b46122-48a4-4623-9cca-4ab797addfb8 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0932722 Jun 24 14:26:31.294230 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aaf3d653-8f76-44ca-abc3-67f026adc459 req-efc06364-0421-43ca-ab59-cec06cda8180 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404851 Jun 24 14:26:32.113251 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39eb9b-c69f-442d-b93a-4bf39fd72222 req-8045fef7-519f-443b-93e0-6a2ad987a237 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:32.114712 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ce39eb9b-c69f-442d-b93a-4bf39fd72222 req-8045fef7-519f-443b-93e0-6a2ad987a237 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0957539 Jun 24 14:26:32.164535 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ce39eb9b-c69f-442d-b93a-4bf39fd72222 req-e74a8c2b-9823-4585-b197-c8805dae546f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440197 Jun 24 14:26:32.504257 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2446ae-ae60-46c3-a530-d658f61e6072 req-004eeb2f-e08c-4807-8be1-20cd97aea0bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:32.505650 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2c2446ae-ae60-46c3-a530-d658f61e6072 req-004eeb2f-e08c-4807-8be1-20cd97aea0bd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0910861 Jun 24 14:26:32.554095 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2c2446ae-ae60-46c3-a530-d658f61e6072 req-9757617e-f31f-4f65-b6ee-2c4d5d33bd59 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400782 Jun 24 14:26:33.369440 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796115b-455d-4c11-89ec-7e9987be2f0f req-a1741ab5-9ee4-4816-8e98-9f6f04ddc603 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:33.370961 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b796115b-455d-4c11-89ec-7e9987be2f0f req-a1741ab5-9ee4-4816-8e98-9f6f04ddc603 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0955069 Jun 24 14:26:33.423793 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b796115b-455d-4c11-89ec-7e9987be2f0f req-28b88814-720b-460d-b9f4-5b043adf709a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466652 Jun 24 14:26:33.775271 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec5b73-d6ea-41e4-be59-3444da20ddf3 req-bd147476-bb41-4919-a444-15eeef19bdcb tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:33.776785 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7cec5b73-d6ea-41e4-be59-3444da20ddf3 req-bd147476-bb41-4919-a444-15eeef19bdcb tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1032498 Jun 24 14:26:33.825995 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7cec5b73-d6ea-41e4-be59-3444da20ddf3 req-aff1c52f-fb12-4146-8902-cb7b665cdd40 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Jun 24 14:26:34.524760 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704a593-04cf-4228-bb62-693551b7ad87 req-2de89566-96ec-41ac-9a05-44353c08832b tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:34.526226 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0704a593-04cf-4228-bb62-693551b7ad87 req-2de89566-96ec-41ac-9a05-44353c08832b tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.0927114 Jun 24 14:26:34.622695 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0704a593-04cf-4228-bb62-693551b7ad87 req-38275c1b-f6cf-4148-b24d-e471a57d8ad9 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897617 Jun 24 14:26:34.651805 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17962b9a-72e7-41f2-a870-a813c8657724 req-105db872-e09c-4fa2-a755-d8ceb24923dd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:34.653287 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-17962b9a-72e7-41f2-a870-a813c8657724 req-105db872-e09c-4fa2-a755-d8ceb24923dd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1227431 Jun 24 14:26:34.702237 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-17962b9a-72e7-41f2-a870-a813c8657724 req-d494c5bd-5d32-4598-8ca8-23ac52ac76e7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Jun 24 14:26:35.035522 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f129-6b4d-4068-a764-b94fc2e37689 req-1121bad8-28c8-44ca-98cb-eb9da0987ac7 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:35.036953 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-74c3f129-6b4d-4068-a764-b94fc2e37689 req-1121bad8-28c8-44ca-98cb-eb9da0987ac7 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.0975835 Jun 24 14:26:35.084264 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-74c3f129-6b4d-4068-a764-b94fc2e37689 req-ae951a10-29d4-4251-aaba-53335b1ef565 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Jun 24 14:26:35.487366 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6192e5-03d4-4baf-bfeb-c8842dee6771 req-39734ed6-f795-420a-a4f5-21c2b8ea54f2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:35.488810 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1f6192e5-03d4-4baf-bfeb-c8842dee6771 req-39734ed6-f795-420a-a4f5-21c2b8ea54f2 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1463234 Jun 24 14:26:35.525579 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-be41b8f2-2e56-4c61-b751-6be91db35bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:35.527354 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-be41b8f2-2e56-4c61-b751-6be91db35bdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 1099 time: 0.1259964 Jun 24 14:26:35.566409 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1f6192e5-03d4-4baf-bfeb-c8842dee6771 req-90112e28-0e10-4680-91d4-d3b53479ae15 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676203 Jun 24 14:26:35.670065 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-eb9ab119-2a9e-4cab-ae7d-6d076c8a92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:35.671859 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-eb9ab119-2a9e-4cab-ae7d-6d076c8a92c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 911 time: 0.1356895 Jun 24 14:26:35.862497 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-543c3b48-de88-4961-9b61-7faf94d72911 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d HTTP/1.1" status: 200 len: 1000 time: 0.1830275 Jun 24 14:26:36.040087 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-dc6a2693-431c-47e5-a621-251d70616797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:36.041530 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-dc6a2693-431c-47e5-a621-251d70616797 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.0833380 Jun 24 14:26:36.059667 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720b56-595f-4b48-9f59-3776fac01793 req-c7d99ea4-23a7-4bc7-9997-0605f0ff5879 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:36.061002 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d720b56-595f-4b48-9f59-3776fac01793 req-c7d99ea4-23a7-4bc7-9997-0605f0ff5879 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.3144875 Jun 24 14:26:36.136484 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c186ea5-bd2d-44a6-a90f-73fa16dd895d req-75fb5dd5-a3c4-4ad9-aa11-83f8ba2c7b46 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:36.137933 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9c186ea5-bd2d-44a6-a90f-73fa16dd895d req-75fb5dd5-a3c4-4ad9-aa11-83f8ba2c7b46 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.3250039 Jun 24 14:26:36.184386 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d720b56-595f-4b48-9f59-3776fac01793 req-923eb020-b1cf-4bab-9f6e-aa86adc61d61 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798602 Jun 24 14:26:36.209513 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9c186ea5-bd2d-44a6-a90f-73fa16dd895d req-8b9a8740-9d26-40bd-ae55-d2cff71e2134 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592375 Jun 24 14:26:36.223943 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-79a2a298-2ed4-4de7-b028-d49fff4e0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:36.225338 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-79a2a298-2ed4-4de7-b028-d49fff4e0f16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1733625 Jun 24 14:26:36.363592 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-a63b50e1-2f3a-433b-b650-bb9ede2efacd service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303191 Jun 24 14:26:36.498053 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4963dd3d-db07-40ea-be19-3d582530baf8 req-642ba3f7-4cba-41e1-8d26-6ef003e76ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255112 Jun 24 14:26:36.785136 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38ad4-4e56-4e09-a84f-87b89db848d2 req-90801a6b-79fe-4479-9eb3-f6e4e3b126b4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:36.786574 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6bd38ad4-4e56-4e09-a84f-87b89db848d2 req-90801a6b-79fe-4479-9eb3-f6e4e3b126b4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1043317 Jun 24 14:26:36.831252 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6bd38ad4-4e56-4e09-a84f-87b89db848d2 req-7af9ce2f-fcbf-4942-bb89-b983a938f22f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388114 Jun 24 14:26:37.445581 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e76ef-688a-4643-b2d0-7a0b919c02fa req-e6042e4e-bdc9-4589-a066-9e7ad6dbb12e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:37.447084 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8f3e76ef-688a-4643-b2d0-7a0b919c02fa req-e6042e4e-bdc9-4589-a066-9e7ad6dbb12e tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1495078 Jun 24 14:26:37.460971 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112fa8-753c-47b6-a8b8-38309261921f req-cae3f239-8e31-4c58-af4d-320408f2be90 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:37.462322 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04112fa8-753c-47b6-a8b8-38309261921f req-cae3f239-8e31-4c58-af4d-320408f2be90 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1233013 Jun 24 14:26:37.528366 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8f3e76ef-688a-4643-b2d0-7a0b919c02fa req-f3de5fb7-01df-487d-8c82-5e60107bd61f tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753057 Jun 24 14:26:37.532620 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04112fa8-753c-47b6-a8b8-38309261921f req-aff4ae9a-4d35-4c3b-8863-22a7a6e47711 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577381 Jun 24 14:26:38.059109 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13a74-79d4-47cf-bb89-a380fd5e42b3 req-d10438e5-b01e-4653-97ba-44cd3224aa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:38.060564 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-78b13a74-79d4-47cf-bb89-a380fd5e42b3 req-d10438e5-b01e-4653-97ba-44cd3224aa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1034863 Jun 24 14:26:38.106725 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-78b13a74-79d4-47cf-bb89-a380fd5e42b3 req-e4541fce-6ac8-4df3-b0cc-4e3849907631 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Jun 24 14:26:38.789001 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2b0a6-c8c0-457c-8264-c456cd1067df req-e1c8f994-58d5-4b62-a9ef-263e28fdd9d3 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:38.790517 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a0a2b0a6-c8c0-457c-8264-c456cd1067df req-e1c8f994-58d5-4b62-a9ef-263e28fdd9d3 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1487310 Jun 24 14:26:38.798700 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40257-9487-422e-8901-2fe06bde888b req-50cc0d72-0935-4c11-aad2-e7ca87380dd4 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:38.800031 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b0e40257-9487-422e-8901-2fe06bde888b req-50cc0d72-0935-4c11-aad2-e7ca87380dd4 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1566029 Jun 24 14:26:38.865368 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a0a2b0a6-c8c0-457c-8264-c456cd1067df req-9e718e0a-5943-4af4-9745-ce61c7d1a279 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643191 Jun 24 14:26:38.869612 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b0e40257-9487-422e-8901-2fe06bde888b req-fae1b442-0932-4c4b-a09e-a86ca87bb0eb tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/security-groups?id=60145a13-a26f-4388-bb44-f2fc1976f7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564334 Jun 24 14:26:39.261576 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-4d03daa8-4f60-4043-a481-f6cebeb64df7 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:39.263080 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-4d03daa8-4f60-4043-a481-f6cebeb64df7 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 945 time: 0.1046352 Jun 24 14:26:39.336270 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Deleting port 5a3db274-75ef-4e66-a452-c770d0e869de {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:26:39.336602 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:39.604335 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] For port 5a3db274-75ef-4e66-a452-c770d0e869de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5a3db274-75ef-4e66-a452-c770d0e869de,segment=NetworkSegment(e3b027a7-86aa-4b0f-92ab-2ad8c3c67167),segment_id=e3b027a7-86aa-4b0f-92ab-2ad8c3c67167)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:39.604600 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:39.815003 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Calling delete_port for 5a3db274-75ef-4e66-a452-c770d0e869de owned by compute:nova {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:26:40.073041 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:40.086477 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['5a3db274-75ef-4e66-a452-c770d0e869de'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:26:40.117004 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f0fd549b-8067-49cb-a9d1-adee817487e4 req-e86d1925-5601-4f65-9081-08e2136b5921 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.33 "GET /v2.0/ports?device_id=e417cc68-a7f2-4230-b1ea-e68486498ff0 HTTP/1.1" status: 200 len: 210 time: 0.0937545 Jun 24 14:26:40.137232 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Pushing event deleted for resources: {'Port': ['ID=5a3db274-75ef-4e66-a452-c770d0e869de,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:40.178901 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.179116 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.179475 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.179802 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.180120 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.180447 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.180776 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.181094 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.181410 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.181721 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.182033 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.182342 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:40.239860 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] No DVR routers for this DVR port 5a3db274-75ef-4e66-a452-c770d0e869de on host hv-cinder-84718 {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:26:40.246756 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:40.249158 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'name': 'network-vif-deleted', 'tag': '5a3db274-75ef-4e66-a452-c770d0e869de'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:40.280095 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2a8e-6fe9-4d56-972c-3780a13b6a62 req-5a9bc4e0-a98c-43a9-8072-3c97ff5b7798 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:40.281783 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b2ca2a8e-6fe9-4d56-972c-3780a13b6a62 req-5a9bc4e0-a98c-43a9-8072-3c97ff5b7798 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.3032157 Jun 24 14:26:40.283676 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e533417d-e273-4ec2-bf53-defb2b6eeee6 req-9da1877f-c48b-4591-b790-62f87a579264 tempest-VolumesSnapshotTestJSON-994735788 tempest-VolumesSnapshotTestJSON-994735788-project] 10.222.0.39 "DELETE /v2.0/ports/5a3db274-75ef-4e66-a452-c770d0e869de HTTP/1.1" status: 204 len: 173 time: 1.0150843 Jun 24 14:26:40.305532 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5909065-d27b-4677-9f7a-a568e0165487'] response: {'server_uuid': 'e417cc68-a7f2-4230-b1ea-e68486498ff0', 'name': 'network-vif-deleted', 'tag': '5a3db274-75ef-4e66-a452-c770d0e869de', 'status': 'completed', 'code': 200} Jun 24 14:26:40.333251 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b2ca2a8e-6fe9-4d56-972c-3780a13b6a62 req-449ce391-8531-461f-82b0-ef31946fad03 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452213 Jun 24 14:26:41.540833 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e6c4a-877b-4f26-b28f-1f0c89bfc417 req-9eab3897-b3d0-45ed-a3c4-57b702388a90 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:41.542326 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5f7e6c4a-877b-4f26-b28f-1f0c89bfc417 req-9eab3897-b3d0-45ed-a3c4-57b702388a90 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0992944 Jun 24 14:26:41.587339 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5f7e6c4a-877b-4f26-b28f-1f0c89bfc417 req-a530af8c-7a18-49fa-9362-04d60a53876b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392370 Jun 24 14:26:42.794970 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d987af2-7668-4ff9-b98a-524200db0006 req-eb2df02c-5987-41fd-87f4-b48d7e204ccd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:42.796670 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9d987af2-7668-4ff9-b98a-524200db0006 req-eb2df02c-5987-41fd-87f4-b48d7e204ccd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0958002 Jun 24 14:26:42.846280 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9d987af2-7668-4ff9-b98a-524200db0006 req-eafa4936-d4e2-4d92-90b4-cf51299280bb tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Jun 24 14:26:43.403054 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5a3db274-75ef-4e66-a452-c770d0e869de no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:26:43.440455 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 5a3db274-75ef-4e66-a452-c770d0e869de {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:26:43.440794 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5a3db274-75ef-4e66-a452-c770d0e869de not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:26:44.050578 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6b56a-a334-4eb8-a56e-ad2c22ccdefa req-39a6ba2f-d236-4cd8-b666-ae0864fddff1 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:44.052005 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7ee6b56a-a334-4eb8-a56e-ad2c22ccdefa req-39a6ba2f-d236-4cd8-b666-ae0864fddff1 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0949998 Jun 24 14:26:44.097387 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7ee6b56a-a334-4eb8-a56e-ad2c22ccdefa req-6ff93219-37e0-4d42-b160-f66a25a60293 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393696 Jun 24 14:26:45.297740 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34725b26-cf3f-4a1c-bde8-96a8c71b3ae1 req-7d90edf2-4d0d-4d41-ab2f-1198f47d35e5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:45.299115 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-34725b26-cf3f-4a1c-bde8-96a8c71b3ae1 req-7d90edf2-4d0d-4d41-ab2f-1198f47d35e5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0921769 Jun 24 14:26:45.343806 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-34725b26-cf3f-4a1c-bde8-96a8c71b3ae1 req-7ecfb53b-e4ef-4908-b7b1-7e4974c935dd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385015 Jun 24 14:26:45.433730 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559745f-6c30-4757-b5b2-4c599b368164 req-e8771354-4aa4-47c0-a100-54e406e3cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:45.435213 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8559745f-6c30-4757-b5b2-4c599b368164 req-e8771354-4aa4-47c0-a100-54e406e3cdd8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1098 time: 0.0767503 Jun 24 14:26:45.479929 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8559745f-6c30-4757-b5b2-4c599b368164 req-571d9299-494d-4466-b407-38ad3a9ae0b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381339 Jun 24 14:26:46.554335 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c994420-9859-4697-970e-ee5b96c7d2ff req-5a735424-d6c4-4148-8257-379fd5ca7b84 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:46.555842 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0c994420-9859-4697-970e-ee5b96c7d2ff req-5a735424-d6c4-4148-8257-379fd5ca7b84 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0933597 Jun 24 14:26:46.598994 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0c994420-9859-4697-970e-ee5b96c7d2ff req-9f727061-d5b0-4ccc-bb60-469edcac794d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373597 Jun 24 14:26:47.807679 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0061-02df-4fa4-962a-d37a1832bb30 req-3044b68f-bea6-4351-b4c3-345dbdc99692 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:47.809134 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57af0061-02df-4fa4-962a-d37a1832bb30 req-3044b68f-bea6-4351-b4c3-345dbdc99692 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0966935 Jun 24 14:26:47.853096 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57af0061-02df-4fa4-962a-d37a1832bb30 req-f5842001-3a51-41b9-aaa6-b640062cc466 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382280 Jun 24 14:26:48.521186 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-e9639cb2-8066-40d2-a1cf-424811899ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:48.522697 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-e9639cb2-8066-40d2-a1cf-424811899ab0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1098 time: 0.1502717 Jun 24 14:26:48.530482 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61be3c-afef-4a1b-ab10-242a0c79d4c5 req-1703d4c8-9e22-48c5-8237-dbb62a3cc1b8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:48.531906 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9b61be3c-afef-4a1b-ab10-242a0c79d4c5 req-1703d4c8-9e22-48c5-8237-dbb62a3cc1b8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1181908 Jun 24 14:26:48.677391 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9b61be3c-afef-4a1b-ab10-242a0c79d4c5 req-92e54168-5da1-4212-9db9-5090539d3735 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273835 Jun 24 14:26:48.707387 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-472f694c-b120-4fda-b4fc-1365950f929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:48.708967 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-472f694c-b120-4fda-b4fc-1365950f929d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1762664 Jun 24 14:26:48.908085 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-39c84d7c-7ca0-4e08-acda-0d24c7f8fbd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 1001 time: 0.1921854 Jun 24 14:26:48.972088 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-497a04bc-b89b-4753-82be-88710b6a1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:48.973511 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-497a04bc-b89b-4753-82be-88710b6a1ddc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0589941 Jun 24 14:26:49.058486 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-d1947966-c051-4374-b4cc-6d82c7a53e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:49.059937 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-d1947966-c051-4374-b4cc-6d82c7a53e31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803282 Jun 24 14:26:49.210367 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-8957c648-a647-452e-a5aa-6d2d8ca35153 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419375 Jun 24 14:26:49.339915 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3ce2533c-5bff-44df-ba1f-e0cd746996bc req-2180535c-3f37-4a73-8236-d9264b702c09 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232970 Jun 24 14:26:49.886081 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866ce0-9f9e-490b-9551-f603bf01a13d req-9f28a3ae-209f-4936-bee9-f31e6ab84522 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:49.887526 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-20866ce0-9f9e-490b-9551-f603bf01a13d req-9f28a3ae-209f-4936-bee9-f31e6ab84522 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0921686 Jun 24 14:26:49.933728 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-20866ce0-9f9e-490b-9551-f603bf01a13d req-b9ebb1d7-ed8b-47c6-9e3c-3f40f7268e4f tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Jun 24 14:26:51.133615 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567b082-363c-4cf9-8395-6bfa038c225b req-2c52c991-8e71-476a-a289-410731b8eecd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:51.135073 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6567b082-363c-4cf9-8395-6bfa038c225b req-2c52c991-8e71-476a-a289-410731b8eecd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0917611 Jun 24 14:26:51.182079 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6567b082-363c-4cf9-8395-6bfa038c225b req-b6dd1174-2365-4d00-982f-f1c815c7c737 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410118 Jun 24 14:26:51.948578 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:26:52.387755 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742db40d-243f-4af3-a589-f73957a54deb req-6d4eccd2-5102-4709-885c-7c612eb0bf9c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.389184 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-742db40d-243f-4af3-a589-f73957a54deb req-6d4eccd2-5102-4709-885c-7c612eb0bf9c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.0967550 Jun 24 14:26:52.434030 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-742db40d-243f-4af3-a589-f73957a54deb req-0c1b03cd-f852-4a27-ace8-1ebc82f5f296 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384433 Jun 24 14:26:52.651549 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39651943-d196-4d9f-938a-892d2bdee398 req-84671645-6255-404c-8f56-94b65489bc2d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.653064 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-39651943-d196-4d9f-938a-892d2bdee398 req-84671645-6255-404c-8f56-94b65489bc2d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1102493 Jun 24 14:26:52.663114 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53478) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:52.668379 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Request body: {'floatingip': {'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:52.767955 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:52.953422 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ccff29fc-1c74-46ca-8a48-f37f262bffc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:53.481351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:53.489199 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:53.860656 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:26:54.039025 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:26:54.044077 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:54.048895 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] Sync routers for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:26:54.060622 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:54.061531 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:54.133363 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:54.168409 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-ac2ce75d-cdd3-49da-8916-e66d54c01a74 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "PUT /v2.0/floatingips/b8e8e756-26ea-42e4-86a4-a0fa7064aa55 HTTP/1.1" status: 200 len: 993 time: 1.5019901 Jun 24 14:26:54.183939 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412d4113-b190-441c-a5ff-4e836fa50dae'] response: {'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'status': 'completed', 'code': 200} Jun 24 14:26:54.252394 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:54.286316 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-b13ea58a-1902-4595-8095-19ef190f4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.287920 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-b13ea58a-1902-4595-8095-19ef190f4d31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1098 time: 0.0823205 Jun 24 14:26:54.417731 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-45ca2de3-cba5-4c89-a170-4cfdce2802f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.419101 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-45ca2de3-cba5-4c89-a170-4cfdce2802f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1253891 Jun 24 14:26:54.519110 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-e28b4a48-9963-42e3-8230-a2ab492127e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 1001 time: 0.0932314 Jun 24 14:26:54.590795 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-c817f7f2-55f0-44c5-9f15-3d0e3eda3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.592351 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-c817f7f2-55f0-44c5-9f15-3d0e3eda3a32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0664866 Jun 24 14:26:54.634333 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'b8e8e756-26ea-42e4-86a4-a0fa7064aa55', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'mac_address': 'fa:16:3e:e9:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:18Z', 'updated_at': '2022-06-24T14:26:53Z', 'revision_number': 3, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:54.638825 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] Checking router: 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:26:54.648567 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:54.649180 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:54.673966 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-9c906a3d-aacc-47d8-a6a8-910c6cf566c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.675349 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-9c906a3d-aacc-47d8-a6a8-910c6cf566c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762362 Jun 24 14:26:54.827515 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:54.906620 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-149b6daf-e2fd-4b44-a93c-6ca9f8b245a9 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202241 Jun 24 14:26:55.042884 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f8b455ed-d298-41e1-b48b-b5ad23a90c91 req-524eeaa6-4190-44ff-bd4c-56a1cc78cdec service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290183 Jun 24 14:26:55.095921 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f34159c9-3e29-4179-9a3d-874d865440f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.199279 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'b8e8e756-26ea-42e4-86a4-a0fa7064aa55', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'mac_address': 'fa:16:3e:e9:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:18Z', 'updated_at': '2022-06-24T14:26:53Z', 'revision_number': 3, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:55.203814 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54a210-8af2-4f82-a0a2-f1171a1cac01 None None] The sync data for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb is: [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'b8e8e756-26ea-42e4-86a4-a0fa7064aa55', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'floating_ip_address': '172.28.2.217', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'port_id': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'mac_address': 'fa:16:3e:e9:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:18Z', 'updated_at': '2022-06-24T14:26:53Z', 'revision_number': 3, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:26:56.185429 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:56.234418 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede18cdb-0d2f-4089-b0d7-168a4743d533'] response: {'name': 'network-changed', 'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'status': 'completed', 'code': 200} Jun 24 14:26:56.258609 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:56.343492 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-d3749581-f9e8-4a97-a3bb-f11b63b8e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:56.344996 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-d3749581-f9e8-4a97-a3bb-f11b63b8e1b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b135092794e24d09b7eaa852215352f0&device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 1098 time: 0.0869327 Jun 24 14:26:56.483492 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:56.486588 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-433154fc-35e9-48fe-a27a-fd19600e2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:56.488318 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-433154fc-35e9-48fe-a27a-fd19600e2263 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 200 len: 919 time: 0.1331334 Jun 24 14:26:56.582777 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-0e6bc7b8-23d0-4a49-bd4d-955dc005d8f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855806 Jun 24 14:26:56.601843 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-ceedffc3-bd69-464d-a7ff-1fa1ad89475d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 200 len: 1001 time: 0.1045520 Jun 24 14:26:56.663758 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-051bf80b-d9e7-4a94-b42c-7d9c69d34bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:56.665206 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-051bf80b-d9e7-4a94-b42c-7d9c69d34bd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 200 len: 857 time: 0.0571492 Jun 24 14:26:56.695971 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-465a411b-1ba7-4fe2-a4dc-840926441559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:56.697479 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-465a411b-1ba7-4fe2-a4dc-840926441559 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 1099 time: 0.0890687 Jun 24 14:26:56.752298 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-bae7c4fb-dbc2-4fac-9e6e-a2428d976f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:56.753751 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-bae7c4fb-dbc2-4fac-9e6e-a2428d976f67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dca48f9e-5e55-4917-8c88-9d55aac1222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816488 Jun 24 14:26:56.843668 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-f7067d59-a78c-49d9-a0c9-1153e61d627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:56.844990 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-f7067d59-a78c-49d9-a0c9-1153e61d627d service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.1281650 Jun 24 14:26:56.888540 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-6548101c-db34-489a-b3de-85dac5b1fcc1 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274757 Jun 24 14:26:56.949747 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-bbc27d6f-e847-45e1-bc10-a7a9bdc2f3d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 200 len: 1001 time: 0.0989487 Jun 24 14:26:57.010830 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-868e6f47-89a2-4d35-b519-efdd28dafd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:57.012252 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-868e6f47-89a2-4d35-b519-efdd28dafd3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0553036 Jun 24 14:26:57.019934 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4d089068-ff42-4c3c-8005-e1cae45d286e req-ee09a5f7-0693-4cf4-9eaf-34ab4e1550e9 service neutron] 10.222.0.39 "GET /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253254 Jun 24 14:26:57.094324 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-b56f0f1b-5ef6-4960-82de-7f039f41c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:57.095791 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-b56f0f1b-5ef6-4960-82de-7f039f41c859 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769989 Jun 24 14:26:57.231039 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-a34c901e-e386-4d78-9dd0-e63e53630e8b service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290915 Jun 24 14:26:57.372242 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-68ee7a73-19b6-46f5-ba2c-91badbf5296a req-6fa54c3a-5f7a-4daa-abd3-08109d99e060 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345744 Jun 24 14:26:58.004701 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:59.512919 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.268569 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53550) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:00.328195 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] Deleting subnet 7b0cb165-a48f-4192-8f25-e8d0f1162623 {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:27:00.331185 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.385992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.443255 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.513274 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.554655 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0cb165-a48f-4192-8f25-e8d0f1162623,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:00.558361 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.564339 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-ff984816-2dd5-448a-aeb6-7b5f24602aa9 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7b0cb165-a48f-4192-8f25-e8d0f1162623 HTTP/1.1" status: 204 len: 168 time: 0.2946489 Jun 24 14:27:00.567070 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53560) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:00.675953 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.919038 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.944240 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a066236f-efc6-4d7e-8753-274e02876902']}} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:00.956745 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167') {'for_net_delete': True} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:00.957084 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b027a7-86aa-4b0f-92ab-2ad8c3c67167') {} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:00.968858 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2738881'] for segment, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.985764 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:00.992790 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:27:00.993165 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1425026'] for segment, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:01.057467 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment e3b027a7-86aa-4b0f-92ab-2ad8c3c67167 resource provider aggregate not found Jun 24 14:27:01.079900 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment e3b027a7-86aa-4b0f-92ab-2ad8c3c67167 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3b027a7-86aa-4b0f-92ab-2ad8c3c67167 found for delete ", "request_id": "req-a5b4ec23-3d96-4804-bc23-a7a488609891"}]} Jun 24 14:27:01.093230 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:01.097857 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:01.120628 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] Pushing event deleted for resources: {'Network': ['ID=a066236f-efc6-4d7e-8753-274e02876902,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:01.134757 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-55ac7b9e-32c1-4c97-abe6-199dd4ab107a admin admin] 10.222.0.33 "DELETE /v2.0/networks/a066236f-efc6-4d7e-8753-274e02876902 HTTP/1.1" status: 204 len: 168 time: 0.5666058 Jun 24 14:27:01.255694 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53574) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:01.308019 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b519a5ec-1635-483c-97dc-dbd357a2b0ac admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aa948c41263c487b91fb901450c07e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508831 Jun 24 14:27:01.310320 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53578) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:01.370137 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-80ef9adf-95ed-4f17-8d0a-0c658c11e383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:01.397708 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-80ef9adf-95ed-4f17-8d0a-0c658c11e383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:01.456992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-80ef9adf-95ed-4f17-8d0a-0c658c11e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:01.474079 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9adf-95ed-4f17-8d0a-0c658c11e383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60145a13-a26f-4388-bb44-f2fc1976f7be,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:01.484311 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-80ef9adf-95ed-4f17-8d0a-0c658c11e383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:01.485477 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-80ef9adf-95ed-4f17-8d0a-0c658c11e383 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/60145a13-a26f-4388-bb44-f2fc1976f7be HTTP/1.1" status: 204 len: 168 time: 0.1740966 Jun 24 14:27:02.365671 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06595b-7ed9-444c-9023-e9900c15cf01 req-096cbed9-838d-4c40-883e-571c89bc01b4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:02.367108 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ee06595b-7ed9-444c-9023-e9900c15cf01 req-096cbed9-838d-4c40-883e-571c89bc01b4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 946 time: 0.0878153 Jun 24 14:27:02.413533 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ee06595b-7ed9-444c-9023-e9900c15cf01 req-3350ca59-270f-476d-8e80-cdbae2a7839c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404871 Jun 24 14:27:03.613276 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66d41-dafe-4772-aa7b-fc9862325fcd req-abb4f750-8040-4aaa-9aad-f080e1dc0d75 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:03.614820 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-85c66d41-dafe-4772-aa7b-fc9862325fcd req-abb4f750-8040-4aaa-9aad-f080e1dc0d75 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 946 time: 0.0905902 Jun 24 14:27:03.662862 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-85c66d41-dafe-4772-aa7b-fc9862325fcd req-fd7a309d-6da6-4301-b190-d7b06980822a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421956 Jun 24 14:27:04.165306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-87b1a6a3-9dd8-44e9-abc8-69dd32403d3c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:04.166261 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-87b1a6a3-9dd8-44e9-abc8-69dd32403d3c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:04.183433 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-87b1a6a3-9dd8-44e9-abc8-69dd32403d3c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:04.184658 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-87b1a6a3-9dd8-44e9-abc8-69dd32403d3c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 946 time: 0.1110685 Jun 24 14:27:04.258595 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Deleting port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:04.258822 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:04.599031 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] For port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:04.599279 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:04.861028 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64bef9-ad87-4ee9-85b4-260f0a3e9471 req-bcb2fa88-5a24-4818-825b-e2311bda606c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:04.862534 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8a64bef9-ad87-4ee9-85b4-260f0a3e9471 req-bcb2fa88-5a24-4818-825b-e2311bda606c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 946 time: 0.0904553 Jun 24 14:27:04.893076 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:04.893437 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:04.893746 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Floating IP 0e2d888b-219d-40e0-b339-788fc02fcf28 disassociated. External IP: 172.28.2.123, port: fb643c3f-15d2-4cf1-a86e-4d3f27e195a2. Jun 24 14:27:04.894063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Calling delete_port for fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:04.907037 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8a64bef9-ad87-4ee9-85b4-260f0a3e9471 req-34e85eca-8007-4202-acd6-e4f22113c4ec tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=c031d348-54da-4ab3-ac89-71ce38aded85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385945 Jun 24 14:27:05.049301 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:05.101520 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event deleted for resources: {'Port': ['ID=fb643c3f-15d2-4cf1-a86e-4d3f27e195a2,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:05.113217 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.113581 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.113921 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.114250 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.114615 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.114944 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.115288 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.115610 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.115930 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.116249 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.116566 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.116889 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:05.303314 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Router ee89050f-1511-4def-baf3-fdae765c9ac5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:27:05.484415 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:05.497420 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] Sync routers for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:05.509150 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:05.511302 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:05.587574 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] No DVR routers for this DVR port fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:27:05.590906 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:05.599940 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-deleted', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:05.617295 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-218b1da7-ac1d-41d9-b366-895303e920f2 req-5be4a52b-3ca2-4903-bf48-993a0f747d52 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "DELETE /v2.0/ports/fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 HTTP/1.1" status: 204 len: 173 time: 1.4259508 Jun 24 14:27:05.657078 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d076bd01-bc1b-4c46-be94-4ee349a0706d'] response: {'server_uuid': '09a1c38f-7060-40cd-9efe-890093871231', 'name': 'network-vif-deleted', 'tag': 'fb643c3f-15d2-4cf1-a86e-4d3f27e195a2', 'status': 'completed', 'code': 200} Jun 24 14:27:05.723723 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:06.081243 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:06.085365 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] Checking router: ee89050f-1511-4def-baf3-fdae765c9ac5 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:06.091244 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-eca2f9db-b4a9-499e-8a54-399927288e1a req-d400d4f7-d785-49d8-bbfa-52a7aa6ea2f9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=09a1c38f-7060-40cd-9efe-890093871231 HTTP/1.1" status: 200 len: 210 time: 0.0527616 Jun 24 14:27:06.094890 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:06.095618 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:06.277210 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:06.585908 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:06.589954 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fdfc27-ac85-4971-ae5b-f1dbcbefccab None None] The sync data for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb is: [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:06.854400 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266bd07-1afa-45ed-bd42-d53523eae7a8 None None] New status for floating IP 0e2d888b-219d-40e0-b339-788fc02fcf28: DOWN {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:27:07.235699 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53664) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:07.298891 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac72e0f3-d2fb-4f1b-bd80-def4faaac29d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:07.326334 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac72e0f3-d2fb-4f1b-bd80-def4faaac29d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:07.383704 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac72e0f3-d2fb-4f1b-bd80-def4faaac29d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:07.402311 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72e0f3-d2fb-4f1b-bd80-def4faaac29d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031d348-54da-4ab3-ac89-71ce38aded85,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:07.413380 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac72e0f3-d2fb-4f1b-bd80-def4faaac29d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:07.414555 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ac72e0f3-d2fb-4f1b-bd80-def4faaac29d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "DELETE /v2.0/security-groups/c031d348-54da-4ab3-ac89-71ce38aded85 HTTP/1.1" status: 204 len: 168 time: 0.1777279 Jun 24 14:27:07.417756 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53668) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:07.437038 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.api.v2.resource [None req-7b867165-629b-4c75-8528-c115859ccedf tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] show failed (client error): The resource could not be found. Jun 24 14:27:07.438961 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7b867165-629b-4c75-8528-c115859ccedf tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups/c031d348-54da-4ab3-ac89-71ce38aded85 HTTP/1.1" status: 404 len: 347 time: 0.0202000 Jun 24 14:27:07.442141 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53672) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:07.524347 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:27:07.559696 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:27:07.560047 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device fb643c3f-15d2-4cf1-a86e-4d3f27e195a2 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:27:07.601561 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Deleting port d8be683c-2aae-4e24-a5b4-4b02cce13573 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:07.601894 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:07.775316 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:07.775542 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:07.899451 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Calling delete_port for d8be683c-2aae-4e24-a5b4-4b02cce13573 owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:08.047316 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.127253 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event deleted for resources: {'Port': ['ID=d8be683c-2aae-4e24-a5b4-4b02cce13573,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:08.140336 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53682) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:08.196510 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.212115 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.216221 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-1ae7eda6-1a19-45a8-a6dd-0fed4b375ea1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "DELETE /v2.0/floatingips/0e2d888b-219d-40e0-b339-788fc02fcf28 HTTP/1.1" status: 204 len: 168 time: 0.7701945 Jun 24 14:27:08.275875 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.294747 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:08.301352 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Usage tracker for resource:security_group_rule and tenant:22adcde3fa634bf69011fff076a94d84 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:08.301681 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53690) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:08.304374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:08.307399 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741622304', 'description': 'tempest-description--2036144507'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:08.310103 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:08.313278 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:08.317910 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:08.321078 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:08.327543 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:08.340694 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.361584 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:08.365677 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group_rule and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:08.368688 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:08.374985 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:08.396064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.401009 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.451437 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=22adcde3fa634bf69011fff076a94d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099985 Jun 24 14:27:08.454149 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53694) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:08.456911 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e784c8-9d69-47fe-97de-8cab513d42e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deba3091-9266-481d-a52f-feeec2fb04a4,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:08.477070 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.481994 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.518000 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bda4a916-8adb-4be1-a059-deddecb05835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.546421 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bda4a916-8adb-4be1-a059-deddecb05835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.618712 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:08.626139 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.627552 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d727679b-ee89-4a5d-8fd0-cd3552cefa06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3244512 Jun 24 14:27:08.630533 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53698) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:08.635809 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'security_group_rule': {'security_group_id': '3eab3f03-57da-4d0c-bfac-da7c37cd2e1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:08.642236 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:08.646422 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group_rule and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:08.649411 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:08.655361 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:08.673249 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.694342 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bda4a916-8adb-4be1-a059-deddecb05835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.712654 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4a916-8adb-4be1-a059-deddecb05835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deba3091-9266-481d-a52f-feeec2fb04a4,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:08.715273 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bda4a916-8adb-4be1-a059-deddecb05835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.716476 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-bda4a916-8adb-4be1-a059-deddecb05835 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/deba3091-9266-481d-a52f-feeec2fb04a4 HTTP/1.1" status: 204 len: 168 time: 0.2612789 Jun 24 14:27:08.741756 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.746467 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.772269 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c79dbf-f82b-44cd-b0bf-77011bd9a453,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:08.782560 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.783680 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0da8ea58-fff5-47ef-91ca-b189fa1a713e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521676 Jun 24 14:27:08.786612 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53704) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:08.792218 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'security_group_rule': {'security_group_id': '3eab3f03-57da-4d0c-bfac-da7c37cd2e1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:08.798098 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:08.802116 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:security_group_rule and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:08.805541 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:08.811773 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:08.828854 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.897789 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.902729 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.923570 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac019242-f50e-439a-b5ec-0dfacd6f4aea,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:08.941718 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.943360 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-adf4ef3c-8d23-4b04-8fc5-8e7208d39932 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556563 Jun 24 14:27:08.947495 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53712) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:08.955279 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:08.962646 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:08.967344 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Usage tracker for resource:floatingip and tenant:da8bdd3a76284646a65d728c09f1ac2a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:08.970499 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:08.976270 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:08.988261 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.124318 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.262465 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Allocated IP 172.28.2.226 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/70254a20-fef6-4fc5-96ad-23ed7237e4eb) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:09.401610 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53730) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:09.412777 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.442175 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.504136 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:09.506929 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:09.507429 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1420707850-network', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:09.509528 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:09.512058 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:09.515925 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Usage tracker for resource:network and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:09.519163 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:09.525443 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:09.536671 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Made reservation on behalf of 83596f2f58ce4be987c25c7a565844ce for: {'network': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:09.539035 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.551027 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.555061 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'Port': ['ID=70254a20-fef6-4fc5-96ad-23ed7237e4eb,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:09.566000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:09.569784 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:09.572755 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:09.579047 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:09.601557 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.661297 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.666061 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.671979 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.706527 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:27:09.715540 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e5d76-21d6-48f6-92c8-192f18fc675b,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:09.721821 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.722171 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.segments_db [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Added segment 9013417f-41d7-4aa8-b69e-b61ac855fd34 of type vlan for network 2993ba34-c6e4-48bf-9161-f6589e70ff07 Jun 24 14:27:09.751277 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.781946 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.783134 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:09.783698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.881064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.883332 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] Pushing event updated for resources: {'Network': ['ID=2993ba34-c6e4-48bf-9161-f6589e70ff07,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:09.889866 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b00079f7-6915-4029-9452-0d1d0e826d56 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4842141 Jun 24 14:27:09.890069 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:09.890325 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53736) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:09.895844 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:27:09.896355 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Request body: {'subnet': {'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1420707850-subnet', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'ip_version': 4}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:09.901178 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:09.905147 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Usage tracker for resource:subnet and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:09.908123 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:09.914944 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:09.927186 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Made reservation on behalf of 83596f2f58ce4be987c25c7a565844ce for: {'subnet': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:09.931212 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2192812'] for subnet, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.015201 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.029789 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'Port': ['ID=70254a20-fef6-4fc5-96ad-23ed7237e4eb,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:10.045215 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.046806 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ed015f27-35de-4c13-9524-1bb769e36976 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0994425 Jun 24 14:27:10.144024 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1424353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2192794'] for subnet, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.218129 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5143cd01-772c-46cb-9158-376de143a9c5,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:10.233215 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Checking segment: {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:10.233567 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Network hostable DHCP agents. Network: 2993ba34-c6e4-48bf-9161-f6589e70ff07, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:27:10.285597 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-bf729839-9c3a-4d56-839f-5b70c6ee44c5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:10.287938 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:27:10.303151 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 2993ba34-c6e4-48bf-9161-f6589e70ff07) {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:10.308619 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:10.309350 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.312818 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7cab64-a3aa-4eb1-99a1-7e3f55ec566e None None] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:27:10.322768 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-bf729839-9c3a-4d56-839f-5b70c6ee44c5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:10.323909 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-bf729839-9c3a-4d56-839f-5b70c6ee44c5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--741622304&fields=id&tenant_id=da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 267 time: 0.0860069 Jun 24 14:27:10.353223 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-cec75392-4af6-446a-8cbc-97c83a576486 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4617467 Jun 24 14:27:10.356194 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53752) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:10.361937 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:10.366814 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:10.371013 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Usage tracker for resource:router and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:10.374145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:10.380368 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:10.394656 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.395824 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.412213 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.488268 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-122ae83c-9295-4163-93ca-8d5e09716f73 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:10.489860 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-122ae83c-9295-4163-93ca-8d5e09716f73 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 814 time: 0.1573818 Jun 24 14:27:10.506721 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-ddda43b1-bb38-40a6-85c5-df0af32145cc tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/quotas/da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 375 time: 0.0107074 Jun 24 14:27:10.580757 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-2993ba34-c6e4-48bf-9161-f6589e70ff07', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:27:10.581702 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.607493 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-d72e4387-d77f-4d5b-81bb-34a76ec17833 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:10.624113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-d72e4387-d77f-4d5b-81bb-34a76ec17833 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:10.625448 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-d72e4387-d77f-4d5b-81bb-34a76ec17833 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120272 Jun 24 14:27:10.680028 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.742557 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Allocated IP 172.20.0.2 (2993ba34-c6e4-48bf-9161-f6589e70ff07/5143cd01-772c-46cb-9158-376de143a9c5/6fc6354f-707e-4a93-a30a-3073720e118a) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:10.777279 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-d03ee7d4-ff92-4da0-8cbe-998b0018bdb8 service neutron] 10.222.0.33 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360753 Jun 24 14:27:10.922114 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-16803e8d-0165-429d-9b20-a2a26b9b7b9b service neutron] 10.222.0.33 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362221 Jun 24 14:27:10.955553 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.966565 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Transition to ACTIVE for port object 6fc6354f-707e-4a93-a30a-3073720e118a will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:10.986865 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Transition to ACTIVE for port object 6fc6354f-707e-4a93-a30a-3073720e118a will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:10.994245 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.039605 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:11.045317 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:11.047680 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:11.137607 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.152608 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c434678f-1abb-4674-b0a7-6174eaf8186a req-856f37e6-d9dd-4667-b513-95ea26bcdcf9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 210 time: 0.0709240 Jun 24 14:27:11.177571 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Pushing event updated for resources: {'Port': ['ID=6fc6354f-707e-4a93-a30a-3073720e118a,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:11.184652 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.196616 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.197209 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.197317 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.197623 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.197990 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.198319 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.198679 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.199001 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.199320 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.199644 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.199955 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.200268 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:11.212055 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Attempting to bind port 6fc6354f-707e-4a93-a30a-3073720e118a on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:11.212421 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Attempting to bind port 6fc6354f-707e-4a93-a30a-3073720e118a by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:11.212780 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Attempting to bind port 6fc6354f-707e-4a93-a30a-3073720e118a on network 2993ba34-c6e4-48bf-9161-f6589e70ff07 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:11.218268 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:11.218683 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Checking segment: {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:11.219093 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.219468 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Bound using segment: {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:11.220046 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Bound port: 6fc6354f-707e-4a93-a30a-3073720e118a, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:11.220424 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.316316 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] For port 6fc6354f-707e-4a93-a30a-3073720e118a, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:11.319829 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] For port 6fc6354f-707e-4a93-a30a-3073720e118a, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6fc6354f-707e-4a93-a30a-3073720e118a,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:11.326168 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.338924 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Allocated IP 172.28.2.243 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/5ef2ef95-0855-4344-9579-381cd55fc4c6) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:11.421817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f524f38-e157-4e87-aa12-867c870e41a8 None None] Pushing event updated for resources: {'Port': ['ID=6fc6354f-707e-4a93-a30a-3073720e118a,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:11.506111 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.543671 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.622655 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:11.629941 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:11.634306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:11.666127 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef2ef95-0855-4344-9579-381cd55fc4c6,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:12.070719 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.280423 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6fc6354f-707e-4a93-a30a-3073720e118a up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:12.394785 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-39d3dab3-70a0-459c-a458-45abe0563d7b req-09348381-182d-43e8-8f80-acb4428e4a80 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 210 time: 0.0700226 Jun 24 14:27:12.408878 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 6fc6354f-707e-4a93-a30a-3073720e118a completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:12.443243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879cc69-5f49-4c8c-97e9-b6c75cc1fc03 None None] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:27:12.538731 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] Provisioning for port 6fc6354f-707e-4a93-a30a-3073720e118a completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:12.554414 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] Provisioning complete for port 6fc6354f-707e-4a93-a30a-3073720e118a triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:12.554772 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.668858 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.676697 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e2b381cc-cf49-44aa-806b-b2fb14786eaa tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:12.677427 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e2b381cc-cf49-44aa-806b-b2fb14786eaa tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:network {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:12.772527 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] Current status of the port 6fc6354f-707e-4a93-a30a-3073720e118a is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:12.772902 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.815340 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e2b381cc-cf49-44aa-806b-b2fb14786eaa tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:network {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:12.816381 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e2b381cc-cf49-44aa-806b-b2fb14786eaa tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 814 time: 0.4835429 Jun 24 14:27:12.822421 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] For port 6fc6354f-707e-4a93-a30a-3073720e118a, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6fc6354f-707e-4a93-a30a-3073720e118a,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:12.831785 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.881997 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-45b5c64a-bc92-4305-b728-3c5bf378b7fe tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:security_group {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:12.909814 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb67e2-c0ce-4270-9c0f-7172073d2a9e None None] Pushing event updated for resources: {'Port': ['ID=6fc6354f-707e-4a93-a30a-3073720e118a,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:12.912559 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-45b5c64a-bc92-4305-b728-3c5bf378b7fe tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:security_group {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:12.913682 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-45b5c64a-bc92-4305-b728-3c5bf378b7fe tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 379 time: 0.0875003 Jun 24 14:27:12.925146 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'port': {'device_id': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'admin_state_up': True, 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'security_groups': ['3eab3f03-57da-4d0c-bfac-da7c37cd2e1e']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:13.031184 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Router efdde070-e52b-4c4c-b705-d5b3bc2c06db is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:27:13.053942 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-1afb8176-5f56-4d3e-b996-a05dca6d3eaa None None] Provisioning complete for port 6fc6354f-707e-4a93-a30a-3073720e118a triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:13.054413 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1afb8176-5f56-4d3e-b996-a05dca6d3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.172445 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-1afb8176-5f56-4d3e-b996-a05dca6d3eaa None None] Current status of the port 6fc6354f-707e-4a93-a30a-3073720e118a is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:13.212206 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:13.228461 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:13.251707 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Made reservation on behalf of da8bdd3a76284646a65d728c09f1ac2a for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:13.255150 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.271571 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:13.281929 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Sync routers for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:13.292559 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:13.293172 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:13.334829 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.336021 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-c4bd59be-db81-4672-acfb-884c1c2be5b8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9785979 Jun 24 14:27:13.338883 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53774) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:13.458989 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Allocated IP 172.20.0.13 (724f4881-029e-406d-afbc-85e980605108/8eaaff93-81fb-4857-8be2-8d5b164e029e/66600e85-e3e4-4ddd-a981-a479ff451ebb) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:13.477265 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:13.675172 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.693108 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Transition to ACTIVE for port object 66600e85-e3e4-4ddd-a981-a479ff451ebb will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:13.719525 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.787307 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Network 724f4881-029e-406d-afbc-85e980605108 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:13.790174 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:13.796214 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-645fc33d-1bef-4328-829d-08ebcf73712a req-65d7d03c-6e66-4e3b-8bd0-81aaff4f6590 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 210 time: 0.2665415 Jun 24 14:27:13.798973 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:13.806343 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:11Z', 'revision_number': 3, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:13.810764 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Checking router: efdde070-e52b-4c4c-b705-d5b3bc2c06db for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:13.811057 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Updating router efdde070-e52b-4c4c-b705-d5b3bc2c06db port 5ef2ef95-0855-4344-9579-381cd55fc4c6 binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:27:13.841210 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:13.871676 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.879356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:13.879980 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.910262 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e1dba529-84be-4e68-8b90-8e942576d28a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9909420 Jun 24 14:27:13.926128 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Request body: {'port': {'device_id': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:14.110169 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.212258 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-4f4ee079-cff5-4e9a-b162-62f08ac07710 None None] Provisioning for port 66600e85-e3e4-4ddd-a981-a479ff451ebb completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:14.217349 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-4f4ee079-cff5-4e9a-b162-62f08ac07710 None None] Provisioning complete for port 66600e85-e3e4-4ddd-a981-a479ff451ebb triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:14.217715 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4f4ee079-cff5-4e9a-b162-62f08ac07710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.227645 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.259294 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6fc6354f-707e-4a93-a30a-3073720e118a up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:14.271873 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.285115 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Transition to ACTIVE for port object 5ef2ef95-0855-4344-9579-381cd55fc4c6 will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:14.293135 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.340740 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ee079-cff5-4e9a-b162-62f08ac07710 None None] Port 66600e85-e3e4-4ddd-a981-a479ff451ebb cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:14.359234 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 6fc6354f-707e-4a93-a30a-3073720e118a triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:14.359900 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.385249 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Pushing event updated for resources: {'Port': ['ID=5ef2ef95-0855-4344-9579-381cd55fc4c6,revision_number=2']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:14.409729 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.410193 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.410546 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.410868 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.411185 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.411504 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.412054 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.412369 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.412811 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.413124 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.413674 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.413990 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:14.417631 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Attempting to bind port 5ef2ef95-0855-4344-9579-381cd55fc4c6 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:14.417989 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Attempting to bind port 5ef2ef95-0855-4344-9579-381cd55fc4c6 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:14.418414 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Attempting to bind port 5ef2ef95-0855-4344-9579-381cd55fc4c6 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:14.425357 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:14.425718 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:14.426109 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.426509 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:14.426972 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Bound port: 5ef2ef95-0855-4344-9579-381cd55fc4c6, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:14.427576 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.441761 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Allocated IP 172.20.0.1 (2993ba34-c6e4-48bf-9161-f6589e70ff07/5143cd01-772c-46cb-9158-376de143a9c5/34dff154-e63b-472e-b200-0ce3e4b3594e) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:14.509600 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] For port 5ef2ef95-0855-4344-9579-381cd55fc4c6, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:14.512994 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] For port 5ef2ef95-0855-4344-9579-381cd55fc4c6, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=5ef2ef95-0855-4344-9579-381cd55fc4c6,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:14.518718 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.552827 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 6fc6354f-707e-4a93-a30a-3073720e118a is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:14.587459 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:14.588251 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:14.612658 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.634326 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Transition to ACTIVE for port object 34dff154-e63b-472e-b200-0ce3e4b3594e will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:14.644400 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66600e85-e3e4-4ddd-a981-a479ff451ebb {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:14.652175 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.662890 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.669598 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Transition to ACTIVE for port object 66600e85-e3e4-4ddd-a981-a479ff451ebb will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:14.673866 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.729104 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:14.732113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:14.740392 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b72c6-cdfb-4a3b-9007-1c6b478fb8ed None None] Pushing event updated for resources: {'Port': ['ID=5ef2ef95-0855-4344-9579-381cd55fc4c6,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:14.740783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:14.777442 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=34dff154-e63b-472e-b200-0ce3e4b3594e,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:14.792313 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:14.802525 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.851895 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:14.952281 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Attempting to bind port 66600e85-e3e4-4ddd-a981-a479ff451ebb on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:14.953086 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Attempting to bind port 66600e85-e3e4-4ddd-a981-a479ff451ebb by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:14.953086 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Attempting to bind port 66600e85-e3e4-4ddd-a981-a479ff451ebb on network 724f4881-029e-406d-afbc-85e980605108 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:14.963240 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Port 66600e85-e3e4-4ddd-a981-a479ff451ebb on network 724f4881-029e-406d-afbc-85e980605108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:27:14.964101 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Attempting to bind port 66600e85-e3e4-4ddd-a981-a479ff451ebb on network 724f4881-029e-406d-afbc-85e980605108 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:14.974763 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:14.975100 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Checking segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:14.975489 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Bound using segment: {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:14.975920 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Bound port: 66600e85-e3e4-4ddd-a981-a479ff451ebb, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d50f7c-558c-4a64-a534-e35d78108301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '724f4881-029e-406d-afbc-85e980605108'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:14.976268 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:15.118961 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:15.124109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:15.137846 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:15.195669 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-a1dc8056-ffcb-4058-8287-cd5630b96734 None None] Provisioning for port 34dff154-e63b-472e-b200-0ce3e4b3594e completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:15.204227 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-a1dc8056-ffcb-4058-8287-cd5630b96734 None None] Provisioning complete for port 34dff154-e63b-472e-b200-0ce3e4b3594e triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:15.204227 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8056-ffcb-4058-8287-cd5630b96734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:15.252831 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:15.253542 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:15.264050 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 200 len: 1094 time: 1.3421664 Jun 24 14:27:15.264629 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:15.287046 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:15.338524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc8056-ffcb-4058-8287-cd5630b96734 None None] Port 34dff154-e63b-472e-b200-0ce3e4b3594e cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:15.388631 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0376d537-8968-4fcd-9da2-01b96c271c92'] response: {'name': 'network-changed', 'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'status': 'completed', 'code': 200} Jun 24 14:27:15.392200 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ca725-dce8-4183-a297-d2869ffa2dfe req-2e8e2759-009d-48da-bb2c-5e01b25df660 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:15.399514 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0d0ca725-dce8-4183-a297-d2869ffa2dfe req-2e8e2759-009d-48da-bb2c-5e01b25df660 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.3330002 Jun 24 14:27:15.411892 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:11Z', 'revision_number': 3, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:15.416793 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36879f38-c489-483f-bcc5-985ee12c5144 None None] The sync data for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb is: [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:11Z', 'revision_number': 3, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:15.442245 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8760337-be9d-4d2d-b165-fb5e0c1635d1 service neutron] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:15.484668 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-8299fc3d-a7bf-4714-b921-3e8b47606336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:15.487120 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-8299fc3d-a7bf-4714-b921-3e8b47606336 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1097 time: 0.1760399 Jun 24 14:27:15.515867 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0d0ca725-dce8-4183-a297-d2869ffa2dfe req-c3bcdf45-7a78-45f2-9ed1-25b46e1fae75 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152844 Jun 24 14:27:15.591765 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-b563b6c9-023a-4b16-8151-8dd20e7c1e01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 200 len: 217 time: 0.0975902 Jun 24 14:27:15.665351 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-50ce5804-18fd-4ec3-9250-7fd1cbe2833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:15.667111 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-50ce5804-18fd-4ec3-9250-7fd1cbe2833c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0643687 Jun 24 14:27:15.803755 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-95f47c07-90e4-460d-b867-9f4626afa8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:15.805285 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-95f47c07-90e4-460d-b867-9f4626afa8d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1302812 Jun 24 14:27:15.861911 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:15.869859 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:15.970236 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-df81fdeb-f87c-4a11-8e46-d44e1a9d1bf0 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507952 Jun 24 14:27:15.996347 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:16.022135 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=34dff154-e63b-472e-b200-0ce3e4b3594e,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:16.104000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124cdc6-6fc8-4431-94c1-ab2d15066054 req-317f1ce6-343b-4880-b440-0733506ba341 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.105431 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0124cdc6-6fc8-4431-94c1-ab2d15066054 req-317f1ce6-343b-4880-b440-0733506ba341 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.2810838 Jun 24 14:27:16.116255 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f4b2df2a-8941-4984-b82a-c907def891d7 req-bd428406-84ef-49ef-a754-199c60ecac7b service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372628 Jun 24 14:27:16.190249 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:16.193597 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0124cdc6-6fc8-4431-94c1-ab2d15066054 req-825a53cc-d5a5-4cc5-8a7f-758567e7bd08 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807118 Jun 24 14:27:16.194462 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:16.273766 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 5ef2ef95-0855-4344-9579-381cd55fc4c6 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:16.290945 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370fa3-4925-4405-88a9-70f282588828 req-8c540d28-a3c6-4a28-9e81-163734b3a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.292619 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fe370fa3-4925-4405-88a9-70f282588828 req-8c540d28-a3c6-4a28-9e81-163734b3a398 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1097 time: 0.1240869 Jun 24 14:27:16.405331 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 5ef2ef95-0855-4344-9579-381cd55fc4c6 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:16.411352 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 5ef2ef95-0855-4344-9579-381cd55fc4c6 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:16.411957 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:16.458629 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370fa3-4925-4405-88a9-70f282588828 req-8c0e287c-b195-42b9-88ca-94820c08db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.460093 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fe370fa3-4925-4405-88a9-70f282588828 req-8c0e287c-b195-42b9-88ca-94820c08db40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.1511288 Jun 24 14:27:16.479706 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Router efdde070-e52b-4c4c-b705-d5b3bc2c06db has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:27:16.490082 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-b7a5461d-f071-459d-8a1e-9897d3538327 None None] Provisioning complete for port 34dff154-e63b-472e-b200-0ce3e4b3594e triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:16.490538 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-b7a5461d-f071-459d-8a1e-9897d3538327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:16.545529 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fe370fa3-4925-4405-88a9-70f282588828 req-3ee1efd1-e1fe-418e-95c7-1c6e9e6d1009 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 200 len: 217 time: 0.0770197 Jun 24 14:27:16.587539 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5461d-f071-459d-8a1e-9897d3538327 None None] Port 34dff154-e63b-472e-b200-0ce3e4b3594e cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:16.618926 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370fa3-4925-4405-88a9-70f282588828 req-d3736013-a416-47da-81d6-6d3b7481d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.620412 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fe370fa3-4925-4405-88a9-70f282588828 req-d3736013-a416-47da-81d6-6d3b7481d462 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0669134 Jun 24 14:27:16.628042 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 5ef2ef95-0855-4344-9579-381cd55fc4c6 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:16.628414 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:16.653524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 5ef2ef95-0855-4344-9579-381cd55fc4c6, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=5ef2ef95-0855-4344-9579-381cd55fc4c6,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:16.661506 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:16.715106 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:16.732809 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b9405161-75d7-4f3b-bb89-dbc33bfdd2f7 admin admin] 10.222.0.33 "PUT /v2.0/routers/efdde070-e52b-4c4c-b705-d5b3bc2c06db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3927991 Jun 24 14:27:16.752248 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=5ef2ef95-0855-4344-9579-381cd55fc4c6,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:16.782147 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a016fd-1a12-44af-a8a1-9de5b6fc4001 req-83de4db2-14a1-44fa-b2fc-beab2a260004 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.783898 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-05a016fd-1a12-44af-a8a1-9de5b6fc4001 req-83de4db2-14a1-44fa-b2fc-beab2a260004 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1148794 Jun 24 14:27:16.820038 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370fa3-4925-4405-88a9-70f282588828 req-759a9647-3b90-4919-a469-12c97bb31f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.821535 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fe370fa3-4925-4405-88a9-70f282588828 req-759a9647-3b90-4919-a469-12c97bb31f0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1932077 Jun 24 14:27:16.832331 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-05a016fd-1a12-44af-a8a1-9de5b6fc4001 req-5f85651a-445e-4f71-8076-6585cdf027d2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Jun 24 14:27:16.953338 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fe370fa3-4925-4405-88a9-70f282588828 req-504dc647-1d78-48d8-a493-b2475f62fd00 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240916 Jun 24 14:27:17.092942 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fe370fa3-4925-4405-88a9-70f282588828 req-04e24751-7a35-4bb0-ad96-9ed36b32e27d service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326165 Jun 24 14:27:17.286037 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53814) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:17.291712 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-504904267-network', 'tenant_id': '99cb747bf02040b480dbc88603996f7e'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:17.296304 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:17.300441 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Usage tracker for resource:network and tenant:99cb747bf02040b480dbc88603996f7e is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:17.303389 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:17.309155 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:17.320034 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Made reservation on behalf of 99cb747bf02040b480dbc88603996f7e for: {'network': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:17.322341 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.373297 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.377043 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Sync routers for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:17.386432 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:17.387068 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:17.402152 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:17.407848 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Usage tracker for resource:security_group_rule and tenant:99cb747bf02040b480dbc88603996f7e is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:17.411490 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:17.418788 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:17.471456 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e620657-77cf-4fba-8d41-57f9f104469d req-dcbf5fe6-c36a-4a18-872f-a97cdc4baef5 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:17.473111 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0e620657-77cf-4fba-8d41-57f9f104469d req-dcbf5fe6-c36a-4a18-872f-a97cdc4baef5 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1415446 Jun 24 14:27:17.543702 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0e620657-77cf-4fba-8d41-57f9f104469d req-447c1235-f020-410a-b065-165e22038cc6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614541 Jun 24 14:27:17.570741 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:17.571309 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.576561 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.606848 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:27:17.616061 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e705d0c-c2ac-433b-ae59-248266e9bc25,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:17.622110 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.622438 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.segments_db [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Added segment a2699993-3b00-49ac-a2b4-a5d012dbe48b of type vlan for network 66960740-4bc2-46d0-9916-a1c2adee242e Jun 24 14:27:17.649515 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.679461 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.680588 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:17.681175 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.783643 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] Pushing event updated for resources: {'Network': ['ID=66960740-4bc2-46d0-9916-a1c2adee242e,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:17.787402 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d5e01145-1b54-44d3-ba2b-0c4e350dd533 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5001366 Jun 24 14:27:17.790498 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53818) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:17.795676 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 66960740-4bc2-46d0-9916-a1c2adee242e details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:27:17.796833 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Request body: {'subnet': {'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-504904267-subnet', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:17.801709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:17.806267 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Usage tracker for resource:subnet and tenant:99cb747bf02040b480dbc88603996f7e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:17.809631 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:17.816035 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:17.827434 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Made reservation on behalf of 99cb747bf02040b480dbc88603996f7e for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:17.830110 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2415550'] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:17.991110 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 2, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:17.995301 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Checking router: efdde070-e52b-4c4c-b705-d5b3bc2c06db for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:17.995658 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Updating router efdde070-e52b-4c4c-b705-d5b3bc2c06db port 34dff154-e63b-472e-b200-0ce3e4b3594e binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:27:18.037979 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-d4465e59-1cb2-45e1-902c-dd9cce1aeebf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:18.038830 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-d4465e59-1cb2-45e1-902c-dd9cce1aeebf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Synchronizing usage tracker for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:18.045545 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b47a3-7d53-4305-9e25-2167ecb897b1 req-c7afbf6f-b358-482a-89fd-1fea65c13dcd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:18.047029 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-953b47a3-7d53-4305-9e25-2167ecb897b1 req-c7afbf6f-b358-482a-89fd-1fea65c13dcd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1014776 Jun 24 14:27:18.055896 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.096722 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-d4465e59-1cb2-45e1-902c-dd9cce1aeebf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Unset dirty status for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:18.097629 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-d4465e59-1cb2-45e1-902c-dd9cce1aeebf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.2041574 Jun 24 14:27:18.100162 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-953b47a3-7d53-4305-9e25-2167ecb897b1 req-1e5f7087-93a4-4b70-8478-8a7e5bc07351 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Jun 24 14:27:18.208149 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Deleting port 1232b56c-021b-4bbd-8df2-e7009ab08c6d {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:18.208394 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.224521 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 5ef2ef95-0855-4344-9579-381cd55fc4c6 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:18.247680 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2415496'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.383773 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 5ef2ef95-0855-4344-9579-381cd55fc4c6 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:18.384123 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.397475 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8edc9f43-957e-4fb3-b42a-eadfd52a17b4,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:18.467173 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Checking segment: {'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:18.467426 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Network hostable DHCP agents. Network: 66960740-4bc2-46d0-9916-a1c2adee242e, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:27:18.514412 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Network 66960740-4bc2-46d0-9916-a1c2adee242e is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:27:18.548106 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 66960740-4bc2-46d0-9916-a1c2adee242e) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:18.554841 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.556929 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:18.557095 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.559455 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d015a211-1cea-429c-956a-a32c3299ce5d None None] Network 66960740-4bc2-46d0-9916-a1c2adee242e requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:27:18.566240 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] For port 1232b56c-021b-4bbd-8df2-e7009ab08c6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1232b56c-021b-4bbd-8df2-e7009ab08c6d,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:18.566623 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.657534 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Transition to ACTIVE for port object 34dff154-e63b-472e-b200-0ce3e4b3594e will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:18.664033 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-6f19237a-bfc3-41f6-8152-e59477bd6786 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8699265 Jun 24 14:27:18.664453 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53826) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:18.671723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:18.676580 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.686708 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:18.744677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Usage tracker for resource:router and tenant:99cb747bf02040b480dbc88603996f7e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:18.758054 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d5a95-90ba-45b7-9098-eeec31898194 req-eaa0c86c-3f16-4efc-8b08-ffaa55f32243 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:18.758595 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:18.759598 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0d9d5a95-90ba-45b7-9098-eeec31898194 req-eaa0c86c-3f16-4efc-8b08-ffaa55f32243 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 946 time: 0.1029263 Jun 24 14:27:18.774736 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:18.802987 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.804009 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.823688 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 5ef2ef95-0855-4344-9579-381cd55fc4c6 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:18.841054 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17bbc9-35e6-4c56-a54d-67399bd40987 None None] Pushing event updated for resources: {'Port': ['ID=34dff154-e63b-472e-b200-0ce3e4b3594e,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:18.904261 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.939700 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.940099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.940416 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Floating IP c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa disassociated. External IP: 172.28.2.7, port: 1232b56c-021b-4bbd-8df2-e7009ab08c6d. Jun 24 14:27:18.940771 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Calling delete_port for 1232b56c-021b-4bbd-8df2-e7009ab08c6d owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:18.983712 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0d9d5a95-90ba-45b7-9098-eeec31898194 req-e423b25c-244d-4d00-94c1-28a68241bc9b tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=c724cbc3-b92e-43d8-9375-c3e00132bc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126036 Jun 24 14:27:19.074015 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Attempting to bind port 34dff154-e63b-472e-b200-0ce3e4b3594e on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:19.074371 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Attempting to bind port 34dff154-e63b-472e-b200-0ce3e4b3594e by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:19.074745 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Attempting to bind port 34dff154-e63b-472e-b200-0ce3e4b3594e on network 2993ba34-c6e4-48bf-9161-f6589e70ff07 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:19.085470 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:19.085832 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Checking segment: {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:19.086226 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.086642 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Bound using segment: {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:19.087103 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Bound port: 34dff154-e63b-472e-b200-0ce3e4b3594e, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:19.087467 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.189509 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-66960740-4bc2-46d0-9916-a1c2adee242e', 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'fixed_ips': [{'subnet_id': '8edc9f43-957e-4fb3-b42a-eadfd52a17b4'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:27:19.190662 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.296076 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a4809-7a7a-4816-a9d8-9cdae6316791 req-d319c39b-ee7f-4079-9d6c-6541a94d6ba6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:19.297852 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bd7a4809-7a7a-4816-a9d8-9cdae6316791 req-d319c39b-ee7f-4079-9d6c-6541a94d6ba6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.0906770 Jun 24 14:27:19.325221 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] For port 34dff154-e63b-472e-b200-0ce3e4b3594e, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:19.347816 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] For port 34dff154-e63b-472e-b200-0ce3e4b3594e, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=34dff154-e63b-472e-b200-0ce3e4b3594e,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:19.348274 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bd7a4809-7a7a-4816-a9d8-9cdae6316791 req-66ca4bf1-210e-471d-9685-377ecf3c707e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440540 Jun 24 14:27:19.382640 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.385750 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.474419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Allocated IP 172.20.0.2 (66960740-4bc2-46d0-9916-a1c2adee242e/8edc9f43-957e-4fb3-b42a-eadfd52a17b4/e3acf714-3396-42ca-8b40-75a54b3aca02) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:19.495171 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:19.495625 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:19.525009 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.582982 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event deleted for resources: {'Port': ['ID=1232b56c-021b-4bbd-8df2-e7009ab08c6d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:19.624262 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17bbc9-35e6-4c56-a54d-67399bd40987 None None] Pushing event updated for resources: {'Port': ['ID=34dff154-e63b-472e-b200-0ce3e4b3594e,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:19.628162 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:27:19.893674 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:19.908802 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Router f5714f23-aa90-43fb-892d-b659d686c271 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:27:20.127459 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.172495 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.185859 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1ba39e7e-1a38-4cf8-9753-ed3806f64995 req-fccb4552-c08b-4616-a066-15e1b149a605 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=beddeb72-80c8-4032-b75b-b526a06dcc67 HTTP/1.1" status: 200 len: 210 time: 0.0797455 Jun 24 14:27:20.211837 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:20.215320 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:20.225587 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] Sync routers for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:20.235393 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:20.236012 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:20.278390 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.299841 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'port_id': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'mac_address': 'fa:16:3e:ac:35:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:27:20.301990 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Transition to ACTIVE for port object e3acf714-3396-42ca-8b40-75a54b3aca02 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:20.316919 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] No DVR routers for this DVR port 1232b56c-021b-4bbd-8df2-e7009ab08c6d on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:27:20.321815 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.324581 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'name': 'network-vif-deleted', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:20.361650 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-548d457e-e93e-4c6d-8151-0e08b7d0c461 req-01bda4b1-e21b-43c0-9b08-97f1cca94764 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "DELETE /v2.0/ports/1232b56c-021b-4bbd-8df2-e7009ab08c6d HTTP/1.1" status: 204 len: 173 time: 2.2533939 Jun 24 14:27:20.393273 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Transition to ACTIVE for port object e3acf714-3396-42ca-8b40-75a54b3aca02 will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:20.426310 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798c3be1-bb5b-4f12-acdb-ca12ccaff3b8'] response: {'server_uuid': 'beddeb72-80c8-4032-b75b-b526a06dcc67', 'name': 'network-vif-deleted', 'tag': '1232b56c-021b-4bbd-8df2-e7009ab08c6d', 'status': 'completed', 'code': 200} Jun 24 14:27:20.437505 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.481896 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:20.492121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:20.492804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.515847 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Allocated IP 172.28.2.214 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/a017ed25-f27b-4bbd-8607-50565d2aa937) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:20.559718 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66600e85-e3e4-4ddd-a981-a479ff451ebb {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:20.583398 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Network 66960740-4bc2-46d0-9916-a1c2adee242e is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:20.593362 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:20.597661 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Pushing event updated for resources: {'Port': ['ID=e3acf714-3396-42ca-8b40-75a54b3aca02,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:20.615270 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:20.625954 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:20.658780 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815d7b7-3317-41d3-802b-9e7a324b3efd req-8765e1d6-4ab0-4201-86b6-c4ce49aafeab tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:20.667370 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b815d7b7-3317-41d3-802b-9e7a324b3efd req-8765e1d6-4ab0-4201-86b6-c4ce49aafeab tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1527133 Jun 24 14:27:20.671187 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.730976 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b815d7b7-3317-41d3-802b-9e7a324b3efd req-1cccfd17-f3d2-408d-8844-d94e965e3cf8 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627263 Jun 24 14:27:20.803893 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Attempting to bind port e3acf714-3396-42ca-8b40-75a54b3aca02 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:20.804663 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Attempting to bind port e3acf714-3396-42ca-8b40-75a54b3aca02 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:20.804663 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Attempting to bind port e3acf714-3396-42ca-8b40-75a54b3aca02 on network 66960740-4bc2-46d0-9916-a1c2adee242e {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:20.819179 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:20.819623 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Checking segment: {'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:20.820097 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.820551 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Bound using segment: {'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:20.821079 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Bound port: e3acf714-3396-42ca-8b40-75a54b3aca02, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:20.821507 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.829988 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.833230 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:20.841009 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:19Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:20.847825 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d97170-36cd-4460-9e60-4142bee30324 None None] The sync data for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb is: [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:19Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:20.870665 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.891206 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:20.895473 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] Checking router: f5714f23-aa90-43fb-892d-b659d686c271 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:20.905674 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:20.905674 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:20.941335 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:20.949861 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:20.952412 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:20.977761 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['66600e85-e3e4-4ddd-a981-a479ff451ebb'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:21.065673 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] For port e3acf714-3396-42ca-8b40-75a54b3aca02, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:21.092020 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] For port e3acf714-3396-42ca-8b40-75a54b3aca02, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e3acf714-3396-42ca-8b40-75a54b3aca02,segment=NetworkSegment(a2699993-3b00-49ac-a2b4-a5d012dbe48b),segment_id=a2699993-3b00-49ac-a2b4-a5d012dbe48b)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:21.117110 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.257797 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:21.320184 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Pushing event updated for resources: {'Port': ['ID=a017ed25-f27b-4bbd-8607-50565d2aa937,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:21.370181 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed28c9-addc-44d9-a0f9-49b0c8a55a67 None None] Pushing event updated for resources: {'Port': ['ID=e3acf714-3396-42ca-8b40-75a54b3aca02,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:21.427790 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53842) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:21.573866 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 1232b56c-021b-4bbd-8df2-e7009ab08c6d no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:27:21.631490 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d8c9-21b8-429d-a340-fbc071466db3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.665060 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 1232b56c-021b-4bbd-8df2-e7009ab08c6d {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:27:21.669429 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 1232b56c-021b-4bbd-8df2-e7009ab08c6d not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:27:21.669685 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:21.678139 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508f9df-0dcc-4c94-b778-3dbb2c8e2791 None None] The sync data for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb is: [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:21.697738 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d8c9-21b8-429d-a340-fbc071466db3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.736834 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.783298 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d8c9-21b8-429d-a340-fbc071466db3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.809088 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8d8c9-21b8-429d-a340-fbc071466db3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724cbc3-b92e-43d8-9375-c3e00132bc6d,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:21.839503 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b0f8d8c9-21b8-429d-a340-fbc071466db3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.851469 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b0f8d8c9-21b8-429d-a340-fbc071466db3 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "DELETE /v2.0/security-groups/c724cbc3-b92e-43d8-9375-c3e00132bc6d HTTP/1.1" status: 204 len: 168 time: 0.4216387 Jun 24 14:27:21.852090 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53850) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:21.880463 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.api.v2.resource [None req-607c8d9c-fc02-40a6-b64e-0ee403973b49 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] show failed (client error): The resource could not be found. Jun 24 14:27:21.881949 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-607c8d9c-fc02-40a6-b64e-0ee403973b49 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups/c724cbc3-b92e-43d8-9375-c3e00132bc6d HTTP/1.1" status: 404 len: 347 time: 0.0188799 Jun 24 14:27:21.885015 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53854) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:22.111361 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Deleting port afdae98b-602d-4a01-8182-ecf7d34141f5 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:22.111709 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.172318 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.303403 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eadaf-da44-41a5-8568-2048b4ec3f53 req-f63c24c6-7b77-470e-8217-e5e26961271a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:22.307587 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4e4eadaf-da44-41a5-8568-2048b4ec3f53 req-f63c24c6-7b77-470e-8217-e5e26961271a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 945 time: 0.3565083 Jun 24 14:27:22.317860 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 34dff154-e63b-472e-b200-0ce3e4b3594e up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:22.433204 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 34dff154-e63b-472e-b200-0ce3e4b3594e completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:22.442440 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 34dff154-e63b-472e-b200-0ce3e4b3594e triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:22.443171 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.456503 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4e4eadaf-da44-41a5-8568-2048b4ec3f53 req-2966a215-1255-4ce0-b3e1-0c2ee706f84e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321962 Jun 24 14:27:22.470301 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.470673 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.473731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Router f4eb23ff-5d21-4c64-aff9-83080358b438 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:27:22.586879 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 34dff154-e63b-472e-b200-0ce3e4b3594e is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:22.587261 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.611669 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599f3a9-5d2c-4586-bb4c-e307bb05b85c None None] New status for floating IP c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa: DOWN {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:27:22.667797 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Calling delete_port for afdae98b-602d-4a01-8182-ecf7d34141f5 owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:22.767342 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391175a8-fe61-4e65-b985-2b71d56f29c3 None None] Network 66960740-4bc2-46d0-9916-a1c2adee242e requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:27:22.791563 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 34dff154-e63b-472e-b200-0ce3e4b3594e, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=34dff154-e63b-472e-b200-0ce3e4b3594e,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:22.839541 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.850064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:22.858911 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.859704 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e3acf714-3396-42ca-8b40-75a54b3aca02 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:22.863842 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Sync routers for ids ['f4eb23ff-5d21-4c64-aff9-83080358b438'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:22.878529 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Routers {'f4eb23ff-5d21-4c64-aff9-83080358b438'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:22.879429 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f4eb23ff-5d21-4c64-aff9-83080358b438'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:22.879754 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.881168 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-39ea4da0-8e76-41f0-bf2c-b9188bee8a13 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2159407 Jun 24 14:27:22.883953 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53858) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:22.895673 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event deleted for resources: {'Port': ['ID=afdae98b-602d-4a01-8182-ecf7d34141f5,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:22.997801 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.011930 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.012774 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c7f7c2ca-e528-4c18-b6ab-1f22f0323b11 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "DELETE /v2.0/floatingips/c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa HTTP/1.1" status: 204 len: 168 time: 1.1267242 Jun 24 14:27:23.022871 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.api [None req-9599f3a9-5d2c-4586-bb4c-e307bb05b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:27:23.023240 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG oslo_db.api [None req-9599f3a9-5d2c-4586-bb4c-e307bb05b85c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:27:23.055905 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d43291f4-0f6f-4d20-b0d6-ad8a6a21961d None None] Provisioning for port e3acf714-3396-42ca-8b40-75a54b3aca02 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:23.077049 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-24f1939e-3ec5-4e9a-96c7-d6c8fc83eeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.109246 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=34dff154-e63b-472e-b200-0ce3e4b3594e,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:23.124806 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53864) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:23.130084 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788560080', 'description': 'tempest-description--129634151'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:23.136527 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:23.136879 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Set router f4eb23ff-5d21-4c64-aff9-83080358b438 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:23.141375 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:23.144326 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:23.150410 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:23.162409 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.163317 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port e3acf714-3396-42ca-8b40-75a54b3aca02 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:23.173563 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port e3acf714-3396-42ca-8b40-75a54b3aca02 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:23.173932 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.191280 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:23.195979 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group_rule and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:23.198994 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:23.205998 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:23.284961 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.292507 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.346066 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c142b9-05d7-4fc8-b37e-54a612a895e2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:23.352654 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.358189 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-17bd9991-ad6d-45ac-b251-0557ed055350 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2321756 Jun 24 14:27:23.359530 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53868) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:23.373172 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'security_group_rule': {'security_group_id': 'a0c142b9-05d7-4fc8-b37e-54a612a895e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:23.374300 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port e3acf714-3396-42ca-8b40-75a54b3aca02 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:23.374798 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.386322 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:23.396753 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group_rule and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:23.405429 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:23.414633 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:23.428383 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port e3acf714-3396-42ca-8b40-75a54b3aca02, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e3acf714-3396-42ca-8b40-75a54b3aca02,segment=NetworkSegment(a2699993-3b00-49ac-a2b4-a5d012dbe48b),segment_id=a2699993-3b00-49ac-a2b4-a5d012dbe48b)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:23.434324 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.445306 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.526301 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599f3a9-5d2c-4586-bb4c-e307bb05b85c None None] New status for floating IP c5d29b63-b2a3-4e6f-ac06-890fa9ce2caa: DOWN {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:27:23.552929 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:27:21Z', 'revision_number': 3, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port': {'id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:20Z', 'updated_at': '2022-06-24T14:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:23.554698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.560640 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Checking router: f4eb23ff-5d21-4c64-aff9-83080358b438 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:23.561045 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Updating router f4eb23ff-5d21-4c64-aff9-83080358b438 port a017ed25-f27b-4bbd-8607-50565d2aa937 binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:27:23.567473 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.610498 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106dd7b2-a2e3-49aa-a666-5a7204bfe212,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:23.615503 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.617197 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a9efe38c-1472-43b3-a233-dc674864a886 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2544799 Jun 24 14:27:23.620326 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53874) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:23.622547 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.628088 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'security_group_rule': {'security_group_id': 'a0c142b9-05d7-4fc8-b37e-54a612a895e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:23.628581 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:23.640612 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:23.649579 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:security_group_rule and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:23.654298 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:23.664607 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:23.775858 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.804195 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=e3acf714-3396-42ca-8b40-75a54b3aca02,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:23.817854 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-a6bb5a62-962a-49a7-b3c8-0e2f85ec66af None None] Provisioning complete for port e3acf714-3396-42ca-8b40-75a54b3aca02 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:23.818223 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5a62-962a-49a7-b3c8-0e2f85ec66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.881792 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 66600e85-e3e4-4ddd-a981-a479ff451ebb completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:23.892646 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 66600e85-e3e4-4ddd-a981-a479ff451ebb triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:23.893329 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.979499 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.026355 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb5a62-962a-49a7-b3c8-0e2f85ec66af None None] Current status of the port e3acf714-3396-42ca-8b40-75a54b3aca02 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:24.043990 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.060239 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Transition to ACTIVE for port object a017ed25-f27b-4bbd-8607-50565d2aa937 will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:24.075054 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.084900 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:24.085541 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.109522 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.118517 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:24.119941 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.130155 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:24.136692 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.141174 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961146b1-ead6-4c5b-9940-2a00eb45d652,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:24.175067 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f602330-7f92-4536-9adb-8be3c2f11282 None None] Pushing event updated for resources: {'Port': ['ID=a017ed25-f27b-4bbd-8607-50565d2aa937,revision_number=2']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:24.177827 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Attempting to bind port a017ed25-f27b-4bbd-8607-50565d2aa937 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:24.178202 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Attempting to bind port a017ed25-f27b-4bbd-8607-50565d2aa937 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:24.178644 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Attempting to bind port a017ed25-f27b-4bbd-8607-50565d2aa937 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:24.186049 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:24.186408 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:24.186736 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9650372-0aa3-4abb-9255-3c3bef725e41 req-abf11e0d-2ed0-4142-a6cc-038333ad1f86 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:24.186864 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.187993 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:24.188541 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a9650372-0aa3-4abb-9255-3c3bef725e41 req-abf11e0d-2ed0-4142-a6cc-038333ad1f86 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 945 time: 0.5148087 Jun 24 14:27:24.189850 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.191452 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a80803df-88cb-45b2-a059-3f223d67fa95 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5696769 Jun 24 14:27:24.194967 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Bound port: a017ed25-f27b-4bbd-8607-50565d2aa937, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:24.195486 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 53880) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:24.196778 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.205608 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:24.226944 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:24.236521 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Usage tracker for resource:floatingip and tenant:66b6df60554345868af966e437c8e055 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:24.242531 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d85d3f7-78a5-4f60-8dd6-cee6757e5791'] response: {'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'code': 200} Jun 24 14:27:24.242959 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:24.262101 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:24.295054 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a9650372-0aa3-4abb-9255-3c3bef725e41 req-d81c10ee-4af9-486c-8afa-4c42fc7cbcb0 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946352 Jun 24 14:27:24.302240 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:24.316292 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.322909 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Allocated IP 172.20.0.1 (66960740-4bc2-46d0-9916-a1c2adee242e/8edc9f43-957e-4fb3-b42a-eadfd52a17b4/16d93d84-5982-4df1-a883-89797389f070) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:24.335887 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 34dff154-e63b-472e-b200-0ce3e4b3594e up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:24.372797 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] For port a017ed25-f27b-4bbd-8607-50565d2aa937, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:24.376635 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] For port a017ed25-f27b-4bbd-8607-50565d2aa937, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a017ed25-f27b-4bbd-8607-50565d2aa937,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:24.381369 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.431675 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 34dff154-e63b-472e-b200-0ce3e4b3594e triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:24.432258 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.466665 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.483390 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f602330-7f92-4536-9adb-8be3c2f11282 None None] Pushing event updated for resources: {'Port': ['ID=a017ed25-f27b-4bbd-8607-50565d2aa937,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:24.502438 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Routers {'f4eb23ff-5d21-4c64-aff9-83080358b438'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:24.503357 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:26:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f4eb23ff-5d21-4c64-aff9-83080358b438'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:24.580050 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 34dff154-e63b-472e-b200-0ce3e4b3594e is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:24.581339 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e3acf714-3396-42ca-8b40-75a54b3aca02 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:24.586922 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.608415 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Transition to ACTIVE for port object 16d93d84-5982-4df1-a883-89797389f070 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:24.638037 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Allocated IP 172.28.2.198 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/39aedf34-e489-4d04-81b4-ea8cede8a1ac) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:24.650270 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2cd88-9059-42aa-89ff-61f148324e34 req-583272ee-cad4-4bf8-9898-48f57a2d1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:24.652071 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edc2cd88-9059-42aa-89ff-61f148324e34 req-583272ee-cad4-4bf8-9898-48f57a2d1a7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1099 time: 0.1270180 Jun 24 14:27:24.670867 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port e3acf714-3396-42ca-8b40-75a54b3aca02 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:24.671483 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.685419 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.705093 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] Set router f4eb23ff-5d21-4c64-aff9-83080358b438 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:24.790344 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Network 66960740-4bc2-46d0-9916-a1c2adee242e is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:24.793725 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Pushing event updated for resources: {'Port': ['ID=16d93d84-5982-4df1-a883-89797389f070,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:24.796802 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:24.803230 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port e3acf714-3396-42ca-8b40-75a54b3aca02 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:24.810505 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:24.830200 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.865292 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.865797 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edc2cd88-9059-42aa-89ff-61f148324e34 req-8de88202-1763-492c-8705-0894ae9b19cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031825 Jun 24 14:27:24.882137 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.927535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:24.935091 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:24.945323 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:25.013591 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'Port': ['ID=39aedf34-e489-4d04-81b4-ea8cede8a1ac,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:25.071866 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-d60f8aa6-7879-42fe-aca6-54d97ffa0ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.080160 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.093041 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:27:21Z', 'revision_number': 3, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port': {'id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:20Z', 'updated_at': '2022-06-24T14:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:25.098157 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b940bf8-ca7c-4976-87ae-0939c72683ae None None] The sync data for ids ['f4eb23ff-5d21-4c64-aff9-83080358b438'] in dv-cinder-847189-2-smb is: [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:27:21Z', 'revision_number': 3, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port': {'id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:20Z', 'updated_at': '2022-06-24T14:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:25.163442 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-ceb49dca-73fa-4306-b958-91497350030b None None] Provisioning for port 16d93d84-5982-4df1-a883-89797389f070 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:25.169004 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.171633 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-ceb49dca-73fa-4306-b958-91497350030b None None] Provisioning complete for port 16d93d84-5982-4df1-a883-89797389f070 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:25.172342 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ceb49dca-73fa-4306-b958-91497350030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.177587 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.240183 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-ceb49dca-73fa-4306-b958-91497350030b None None] Port 16d93d84-5982-4df1-a883-89797389f070 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:25.455476 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.458080 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.461099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.510908 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.589223 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Pushing event updated for resources: {'Port': ['ID=16d93d84-5982-4df1-a883-89797389f070,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:25.591912 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.635790 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'Port': ['ID=39aedf34-e489-4d04-81b4-ea8cede8a1ac,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:25.667196 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.692631 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a387d-3b80-4d0d-b75f-e0c899def383 req-ec49c75c-53fc-47e6-9186-16e78d1dfac7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:25.694205 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c04a387d-3b80-4d0d-b75f-e0c899def383 req-ec49c75c-53fc-47e6-9186-16e78d1dfac7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.2416084 Jun 24 14:27:25.706961 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.709345 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-5a69af97-3e41-40cf-9f20-226abdc90cab tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5116472 Jun 24 14:27:25.751549 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c04a387d-3b80-4d0d-b75f-e0c899def383 req-6eec4b07-6123-4186-8391-41e5ae86f982 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465813 Jun 24 14:27:25.757549 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Network 66960740-4bc2-46d0-9916-a1c2adee242e is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:25.759348 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:26.028615 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-3897ad7f-97d3-4b0e-b474-88a658ab6bb1 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Synchronizing usage tracker for tenant:66b6df60554345868af966e437c8e055 on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:26.048396 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-3897ad7f-97d3-4b0e-b474-88a658ab6bb1 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Unset dirty status for tenant:66b6df60554345868af966e437c8e055 on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:26.049697 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-3897ad7f-97d3-4b0e-b474-88a658ab6bb1 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--788560080&fields=id&tenant_id=66b6df60554345868af966e437c8e055 HTTP/1.1" status: 200 len: 267 time: 0.0793042 Jun 24 14:27:26.068507 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Router f4eb23ff-5d21-4c64-aff9-83080358b438 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:27:26.079208 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-46f68739-8ac7-42c5-992b-1dc212eca675 None None] Provisioning complete for port 16d93d84-5982-4df1-a883-89797389f070 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:26.079761 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-46f68739-8ac7-42c5-992b-1dc212eca675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.171773 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-46f68739-8ac7-42c5-992b-1dc212eca675 None None] Port 16d93d84-5982-4df1-a883-89797389f070 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:26.262798 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a017ed25-f27b-4bbd-8607-50565d2aa937 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:26.268124 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-8ec0592e-6c1e-4469-b750-977f8d122fdc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:26.269768 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-8ec0592e-6c1e-4469-b750-977f8d122fdc tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 810 time: 0.2000990 Jun 24 14:27:26.286733 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-874ea16d-a7ff-410b-b81d-07b515f0d0c5 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/quotas/66b6df60554345868af966e437c8e055 HTTP/1.1" status: 200 len: 375 time: 0.0098116 Jun 24 14:27:26.302314 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.314134 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:26.325164 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-848cc51b-b491-40bf-abc5-c688718e412e admin admin] 10.222.0.33 "PUT /v2.0/routers/f4eb23ff-5d21-4c64-aff9-83080358b438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4398925 Jun 24 14:27:26.346557 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port a017ed25-f27b-4bbd-8607-50565d2aa937 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:26.352619 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port a017ed25-f27b-4bbd-8607-50565d2aa937 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:26.353377 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.414767 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-bc519939-91e0-409a-8aff-8416a0c5a481 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Synchronizing usage tracker for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:26.433154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-bc519939-91e0-409a-8aff-8416a0c5a481 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Unset dirty status for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:26.448056 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-bc519939-91e0-409a-8aff-8416a0c5a481 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1542833 Jun 24 14:27:26.493635 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.564370 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port a017ed25-f27b-4bbd-8607-50565d2aa937 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:26.564741 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.585109 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port a017ed25-f27b-4bbd-8607-50565d2aa937, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a017ed25-f27b-4bbd-8607-50565d2aa937,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:26.591967 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.606479 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a89d72b8-0a6c-4df1-bacb-4c0ec0da306b service neutron] 10.222.0.33 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568053 Jun 24 14:27:26.681155 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=a017ed25-f27b-4bbd-8607-50565d2aa937,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:26.915253 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a3102533-c976-47fa-9791-9bedc2062181 service neutron] 10.222.0.33 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024538 Jun 24 14:27:27.088400 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b3478-63af-4cfd-9257-88b295d4dc1c req-0496afc4-224e-4224-86ba-8595b49a515c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:27.091225 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-214b3478-63af-4cfd-9257-88b295d4dc1c req-0496afc4-224e-4224-86ba-8595b49a515c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1337082 Jun 24 14:27:27.191814 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-214b3478-63af-4cfd-9257-88b295d4dc1c req-3e1a331a-b991-4b05-bcad-841a3bde5bfe tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959427 Jun 24 14:27:27.320756 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Sync routers for ids ['f4eb23ff-5d21-4c64-aff9-83080358b438'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:27.338620 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Routers {'f4eb23ff-5d21-4c64-aff9-83080358b438'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:27.339420 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f4eb23ff-5d21-4c64-aff9-83080358b438'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:27.374209 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-895c7be9-690a-4a07-98ed-528f58245a38 req-a8db8225-86f4-41a4-aa50-deedecc19f46 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0934203 Jun 24 14:27:27.526512 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebff37-b12c-47d3-8e6e-5d5890b2a7b4 req-89d2f2f7-45c1-4821-9884-9cb208a8f5f3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:27.537995 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b8ebff37-b12c-47d3-8e6e-5d5890b2a7b4 req-89d2f2f7-45c1-4821-9884-9cb208a8f5f3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1586094 Jun 24 14:27:27.538214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 53950) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:27.546243 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Request body: {'floatingip': {'port_id': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:27.613558 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Set router f4eb23ff-5d21-4c64-aff9-83080358b438 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:27.708136 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:28.027138 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:28.061202 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:27:24Z', 'revision_number': 4, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port': {'id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:20Z', 'updated_at': '2022-06-24T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '16d93d84-5982-4df1-a883-89797389f070', 'name': '', 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'mac_address': 'fa:16:3e:73:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8edc9f43-957e-4fb3-b42a-eadfd52a17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:24Z', 'updated_at': '2022-06-24T14:27:25Z', 'revision_number': 2, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'subnets': [{'id': '8edc9f43-957e-4fb3-b42a-eadfd52a17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:28.067144 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Checking router: f4eb23ff-5d21-4c64-aff9-83080358b438 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:28.067607 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Updating router f4eb23ff-5d21-4c64-aff9-83080358b438 port 16d93d84-5982-4df1-a883-89797389f070 binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:27:28.159211 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:28.243162 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a017ed25-f27b-4bbd-8607-50565d2aa937 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:28.633683 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:28.641475 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:28.685881 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:28.724894 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Transition to ACTIVE for port object 16d93d84-5982-4df1-a883-89797389f070 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:28.731975 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af085a9d-a76b-47e1-b261-ba166bb91fc1 req-ca3f7b9f-effd-457d-b9ed-273a84613700 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 210 time: 0.0870860 Jun 24 14:27:28.744252 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:28.948591 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:27:29.061359 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Floating IP f4051e5c-5ce6-4750-84f7-af01598f121e associated. External IP: 172.28.2.226, port: 66600e85-e3e4-4ddd-a981-a479ff451ebb. Jun 24 14:27:29.119180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-80beffd7-6d8a-4812-9893-b8febf1a853c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:29.121764 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-80beffd7-6d8a-4812-9893-b8febf1a853c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 810 time: 0.4095683 Jun 24 14:27:29.154667 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port a017ed25-f27b-4bbd-8607-50565d2aa937 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:29.155036 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:29.192622 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744454aa-38fd-48d3-8e51-b6347cc7f054 None None] Pushing event updated for resources: {'Port': ['ID=16d93d84-5982-4df1-a883-89797389f070,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:29.276202 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-3a5e1c22-ea24-4e90-abe7-052a935e34af tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b6df60554345868af966e437c8e055 HTTP/1.1" status: 200 len: 379 time: 0.0793016 Jun 24 14:27:29.298435 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'port': {'device_id': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'admin_state_up': True, 'tenant_id': '66b6df60554345868af966e437c8e055', 'security_groups': ['a0c142b9-05d7-4fc8-b37e-54a612a895e2']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:29.312995 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Attempting to bind port 16d93d84-5982-4df1-a883-89797389f070 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:29.313349 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Attempting to bind port 16d93d84-5982-4df1-a883-89797389f070 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:29.313701 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Attempting to bind port 16d93d84-5982-4df1-a883-89797389f070 on network 66960740-4bc2-46d0-9916-a1c2adee242e {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:29.330646 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:29.330920 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Checking segment: {'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:29.331311 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:29.331695 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Bound using segment: {'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:29.332336 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Bound port: 16d93d84-5982-4df1-a883-89797389f070, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2699993-3b00-49ac-a2b4-a5d012dbe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:29.332705 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:29.422553 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef9d48-88ab-48d9-a5cb-1510334989c6 req-772924bb-a3e0-4df9-82a2-e7f56e0c47b0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:29.430957 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-78ef9d48-88ab-48d9-a5cb-1510334989c6 req-772924bb-a3e0-4df9-82a2-e7f56e0c47b0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.1576977 Jun 24 14:27:29.536232 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:29.548905 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port a017ed25-f27b-4bbd-8607-50565d2aa937 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:29.554040 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-78ef9d48-88ab-48d9-a5cb-1510334989c6 req-44631869-6138-4830-bd5c-06027ff15d0a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216013 Jun 24 14:27:29.577732 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] For port 16d93d84-5982-4df1-a883-89797389f070, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:29.582094 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] For port 16d93d84-5982-4df1-a883-89797389f070, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=16d93d84-5982-4df1-a883-89797389f070,segment=NetworkSegment(a2699993-3b00-49ac-a2b4-a5d012dbe48b),segment_id=a2699993-3b00-49ac-a2b4-a5d012dbe48b)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:29.592081 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:29.644612 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:29.681403 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:29.685084 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Routers {'f4eb23ff-5d21-4c64-aff9-83080358b438'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:29.685765 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f4eb23ff-5d21-4c64-aff9-83080358b438'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:29.692811 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Router ee89050f-1511-4def-baf3-fdae765c9ac5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:27:29.705362 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Made reservation on behalf of 66b6df60554345868af966e437c8e055 for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:29.709952 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:29.929051 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744454aa-38fd-48d3-8e51-b6347cc7f054 None None] Pushing event updated for resources: {'Port': ['ID=16d93d84-5982-4df1-a883-89797389f070,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:29.989846 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] Set router f4eb23ff-5d21-4c64-aff9-83080358b438 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:29.990065 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dba0a4ed-aefb-4167-9d80-c4ce696826f7 req-c2b7e5cb-0782-455c-810b-364b7c0033d9 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 210 time: 0.1173415 Jun 24 14:27:30.214129 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Allocated IP 172.20.0.5 (2649c39e-7113-43a2-9437-cfcf9380e309/1e9079d9-c6ed-41bd-9542-4f350f9fc030/89a7a43e-2485-4f73-ad92-5c673553a0a5) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:30.230124 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:30.241602 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] Sync routers for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:30.243882 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:30.256571 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:30.257209 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:30.330260 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-60ec218a-2987-47d3-9110-caff9df69b07 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "PUT /v2.0/floatingips/f4051e5c-5ce6-4750-84f7-af01598f121e HTTP/1.1" status: 200 len: 992 time: 2.7895777 Jun 24 14:27:30.333647 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:30.405543 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:27:24Z', 'revision_number': 4, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port': {'id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:20Z', 'updated_at': '2022-06-24T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '16d93d84-5982-4df1-a883-89797389f070', 'name': '', 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'mac_address': 'fa:16:3e:73:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8edc9f43-957e-4fb3-b42a-eadfd52a17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:24Z', 'updated_at': '2022-06-24T14:27:29Z', 'revision_number': 4, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'subnets': [{'id': '8edc9f43-957e-4fb3-b42a-eadfd52a17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:30.410515 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f82843-3d8b-45be-bb0c-af2ae40c6e17 None None] The sync data for ids ['f4eb23ff-5d21-4c64-aff9-83080358b438'] in dv-cinder-847189-2-smb is: [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:27:24Z', 'revision_number': 4, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port': {'id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:20Z', 'updated_at': '2022-06-24T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '16d93d84-5982-4df1-a883-89797389f070', 'name': '', 'network_id': '66960740-4bc2-46d0-9916-a1c2adee242e', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'mac_address': 'fa:16:3e:73:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8edc9f43-957e-4fb3-b42a-eadfd52a17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:24Z', 'updated_at': '2022-06-24T14:27:29Z', 'revision_number': 4, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'subnets': [{'id': '8edc9f43-957e-4fb3-b42a-eadfd52a17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:30.420352 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea310adb-c8bd-49d7-be0e-f661e635ab8f'] response: {'name': 'network-changed', 'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'status': 'completed', 'code': 200} Jun 24 14:27:30.532832 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:30.637978 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-8f33f0e9-1406-49ca-a909-8c6ca8602863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.640353 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:30.646290 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-8f33f0e9-1406-49ca-a909-8c6ca8602863 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1099 time: 0.2111182 Jun 24 14:27:30.675799 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Transition to ACTIVE for port object 89a7a43e-2485-4f73-ad92-5c673553a0a5 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:30.731214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:30.833170 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event updated for resources: {'Port': ['ID=89a7a43e-2485-4f73-ad92-5c673553a0a5,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:30.856097 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Network 2649c39e-7113-43a2-9437-cfcf9380e309 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:30.857422 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:30.866229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:30.963426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-04922a89-7e39-4d03-848b-2b8f9301537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.967186 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-04922a89-7e39-4d03-848b-2b8f9301537e service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.3086164 Jun 24 14:27:30.980298 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.981200 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:31.031207 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a60b0ebc-c313-4ae4-b793-51d346529aaf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7416821 Jun 24 14:27:31.044276 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Request body: {'port': {'device_id': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:31.303238 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-fd5701b9-2ce5-42ad-8058-b5c09d2a71fe None None] Provisioning for port 89a7a43e-2485-4f73-ad92-5c673553a0a5 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:31.309303 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-fd5701b9-2ce5-42ad-8058-b5c09d2a71fe None None] Provisioning complete for port 89a7a43e-2485-4f73-ad92-5c673553a0a5 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:31.309800 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fd5701b9-2ce5-42ad-8058-b5c09d2a71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:31.314928 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-119954da-f143-40e1-90c5-ece4cbf7907a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 200 len: 1000 time: 0.1942365 Jun 24 14:27:31.322784 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'f4051e5c-5ce6-4750-84f7-af01598f121e', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'floating_ip_address': '172.28.2.226', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'port_id': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'mac_address': 'fa:16:3e:ac:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:09Z', 'updated_at': '2022-06-24T14:27:28Z', 'revision_number': 1, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:31.331061 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] Checking router: ee89050f-1511-4def-baf3-fdae765c9ac5 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:31.337616 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:31.342863 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:31.343559 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:31.430555 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-fd5701b9-2ce5-42ad-8058-b5c09d2a71fe None None] Port 89a7a43e-2485-4f73-ad92-5c673553a0a5 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:31.505087 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-35e1daa5-7bde-4c6f-bf9d-df45d98063fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:31.506622 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-35e1daa5-7bde-4c6f-bf9d-df45d98063fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.1839840 Jun 24 14:27:31.546560 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:31.601962 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbceb2-8656-461a-b31c-358a1708a354 req-4e16e78a-42df-4839-9f09-0b9016cefe7d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:31.610873 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8cfbceb2-8656-461a-b31c-358a1708a354 req-4e16e78a-42df-4839-9f09-0b9016cefe7d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.6392193 Jun 24 14:27:31.636052 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86766-b2d6-451c-ba5e-2e358fc97a92 req-b1fd4797-41b4-4aa0-9b84-5ecfafc8f0a7 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:31.643776 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57c86766-b2d6-451c-ba5e-2e358fc97a92 req-b1fd4797-41b4-4aa0-9b84-5ecfafc8f0a7 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 931 time: 0.3236377 Jun 24 14:27:31.707355 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57c86766-b2d6-451c-ba5e-2e358fc97a92 req-c1d0dea0-d53d-4a60-9a19-4962ea3b75ca tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624607 Jun 24 14:27:31.781583 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8cfbceb2-8656-461a-b31c-358a1708a354 req-4565c6ca-941e-474e-bda9-8d7a5f7f4c27 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696362 Jun 24 14:27:31.811727 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-4402b535-41f2-4b12-ab25-a942aa196126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:31.813212 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-4402b535-41f2-4b12-ab25-a942aa196126 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2973340 Jun 24 14:27:31.845121 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a7a43e-2485-4f73-ad92-5c673553a0a5 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:31.856548 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:31.873718 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Transition to ACTIVE for port object 89a7a43e-2485-4f73-ad92-5c673553a0a5 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:31.880422 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.050192 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'f4051e5c-5ce6-4750-84f7-af01598f121e', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'floating_ip_address': '172.28.2.226', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'port_id': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'mac_address': 'fa:16:3e:ac:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:09Z', 'updated_at': '2022-06-24T14:27:28Z', 'revision_number': 1, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:32.056573 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04628f39-b607-4f23-a70d-5f81e0b28ad3 None None] The sync data for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb is: [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': 'f4051e5c-5ce6-4750-84f7-af01598f121e', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'floating_ip_address': '172.28.2.226', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'port_id': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'mac_address': 'fa:16:3e:ac:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:09Z', 'updated_at': '2022-06-24T14:27:28Z', 'revision_number': 1, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:32.067268 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Pushing event updated for resources: {'Port': ['ID=89a7a43e-2485-4f73-ad92-5c673553a0a5,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:32.081935 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-038c34fc-eb67-4f77-9820-f1d3d7cc644d service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608373 Jun 24 14:27:32.328749 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Attempting to bind port 89a7a43e-2485-4f73-ad92-5c673553a0a5 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:32.329354 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Attempting to bind port 89a7a43e-2485-4f73-ad92-5c673553a0a5 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:32.329835 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Attempting to bind port 89a7a43e-2485-4f73-ad92-5c673553a0a5 on network 2649c39e-7113-43a2-9437-cfcf9380e309 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:32.345203 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Port 89a7a43e-2485-4f73-ad92-5c673553a0a5 on network 2649c39e-7113-43a2-9437-cfcf9380e309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:27:32.345614 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Attempting to bind port 89a7a43e-2485-4f73-ad92-5c673553a0a5 on network 2649c39e-7113-43a2-9437-cfcf9380e309 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:32.353018 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:32.353564 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Checking segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:32.354048 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Bound using segment: {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:32.354759 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Bound port: 89a7a43e-2485-4f73-ad92-5c673553a0a5, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a87f18-137c-4e93-8102-76e121bd9fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:32.355250 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.359018 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 16d93d84-5982-4df1-a883-89797389f070 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:32.492046 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 16d93d84-5982-4df1-a883-89797389f070 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:32.497371 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f92ab4fc-3edb-4bd8-8d13-e324736d3ac6 req-a77aec9c-4b2d-408a-9e37-b4f52ead9ddd service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041455 Jun 24 14:27:32.500469 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 16d93d84-5982-4df1-a883-89797389f070 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:32.501014 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.538241 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-1c921bab-b252-446b-882d-d485d526fc9e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:32.555278 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] For port 89a7a43e-2485-4f73-ad92-5c673553a0a5, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:32.559371 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] For port 89a7a43e-2485-4f73-ad92-5c673553a0a5, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:32.560553 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-1c921bab-b252-446b-882d-d485d526fc9e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.2230623 Jun 24 14:27:32.570544 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.643582 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:32.644697 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.651132 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] 10.222.0.39 "PUT /v2.0/ports/89a7a43e-2485-4f73-ad92-5c673553a0a5 HTTP/1.1" status: 200 len: 1093 time: 1.6120300 Jun 24 14:27:32.651909 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:32.693805 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b365272-b2e8-4b94-a813-1465eba9221e service neutron] Pushing event updated for resources: {'Port': ['ID=89a7a43e-2485-4f73-ad92-5c673553a0a5,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:32.763527 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90291853-fd10-44b3-8e21-83ff47934e23 None None] New status for floating IP f4051e5c-5ce6-4750-84f7-af01598f121e: ACTIVE {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:27:32.840133 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ac36db-48fe-4efe-b251-163b06a58947'] response: {'name': 'network-changed', 'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'status': 'completed', 'code': 200} Jun 24 14:27:32.913084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-97b78c3a-6f48-4b8a-add8-c1f7edb5d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:32.915094 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-97b78c3a-6f48-4b8a-add8-c1f7edb5d5d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 1096 time: 0.2176616 Jun 24 14:27:33.035794 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 16d93d84-5982-4df1-a883-89797389f070 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:33.036158 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.056943 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-8c2cdb85-8948-42dd-9ba2-d808d5990c8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5 HTTP/1.1" status: 200 len: 217 time: 0.1277082 Jun 24 14:27:33.273701 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Deleting port 29e8d8af-cf18-4f7d-ba5b-149853271467 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:33.274825 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.296619 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 16d93d84-5982-4df1-a883-89797389f070, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=16d93d84-5982-4df1-a883-89797389f070,segment=NetworkSegment(a2699993-3b00-49ac-a2b4-a5d012dbe48b),segment_id=a2699993-3b00-49ac-a2b4-a5d012dbe48b)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:33.351114 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a08672e5-28db-474e-93db-55e06539ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.353356 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-a08672e5-28db-474e-93db-55e06539ddcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.2908807 Jun 24 14:27:33.411756 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.508405 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5a4d0-12d5-4539-b56a-f38932721861 req-e914f878-42c9-4c6b-9896-aab6eb176f0d tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.515915 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42d5a4d0-12d5-4539-b56a-f38932721861 req-e914f878-42c9-4c6b-9896-aab6eb176f0d tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 943 time: 0.5159729 Jun 24 14:27:33.521719 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=16d93d84-5982-4df1-a883-89797389f070,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:33.539957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-73b68ea6-b526-4662-8703-79b0adca1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.541614 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-73b68ea6-b526-4662-8703-79b0adca1669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1750927 Jun 24 14:27:33.551917 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c040b-3c91-456d-9118-7b5daa22029a req-b2304d6f-530c-4fd6-aee7-1ff187e205d9 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.553621 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-de2c040b-3c91-456d-9118-7b5daa22029a req-b2304d6f-530c-4fd6-aee7-1ff187e205d9 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 945 time: 0.3895125 Jun 24 14:27:33.724736 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-e2d97b6d-cb90-4ef2-8158-f54e8cfd8209 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770320 Jun 24 14:27:33.728730 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42d5a4d0-12d5-4539-b56a-f38932721861 req-8b671bb5-96fd-4284-a5a0-c11d81a656cf tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114506 Jun 24 14:27:33.759149 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-de2c040b-3c91-456d-9118-7b5daa22029a req-d0656ee4-34e2-4def-8c42-35a5a516ddbe tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=1c7ef131-6549-4943-bf15-b1ff2704028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829607 Jun 24 14:27:33.825484 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] For port 29e8d8af-cf18-4f7d-ba5b-149853271467, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29e8d8af-cf18-4f7d-ba5b-149853271467,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:33.826138 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.911468 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8404d67a-7a54-4ab1-8c21-3f6a27b7b4d4 req-5b757d8b-37f6-4c5e-94b5-85507b8f3c00 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714818 Jun 24 14:27:34.093858 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-641efbe5-95ac-4d19-b432-38eccabf9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.095374 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-641efbe5-95ac-4d19-b432-38eccabf9a85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 1096 time: 0.1207945 Jun 24 14:27:34.220618 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:34.221094 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:34.221470 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Floating IP b8e8e756-26ea-42e4-86a4-a0fa7064aa55 disassociated. External IP: 172.28.2.217, port: 29e8d8af-cf18-4f7d-ba5b-149853271467. Jun 24 14:27:34.221876 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Calling delete_port for 29e8d8af-cf18-4f7d-ba5b-149853271467 owned by compute:nova {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:34.262432 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 16d93d84-5982-4df1-a883-89797389f070 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:34.301132 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-d48087bb-1a43-4776-9209-cf6e078c5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.302911 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-d48087bb-1a43-4776-9209-cf6e078c5600 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 911 time: 0.2010393 Jun 24 14:27:34.399701 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-b05cb593-4215-400c-a9ee-84d16aedae04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5 HTTP/1.1" status: 200 len: 217 time: 0.0881133 Jun 24 14:27:34.420718 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:34.427477 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 16d93d84-5982-4df1-a883-89797389f070 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:34.428186 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:34.491734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-e35c28af-8759-4fcd-a62a-04156ecb3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.493411 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-e35c28af-8759-4fcd-a62a-04156ecb3f26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.0864472 Jun 24 14:27:34.589199 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 16d93d84-5982-4df1-a883-89797389f070 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:34.605299 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-fbbaa028-99d9-47b3-af1f-74fbc0754e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.607194 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-fbbaa028-99d9-47b3-af1f-74fbc0754e40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1062756 Jun 24 14:27:34.628740 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event deleted for resources: {'Port': ['ID=29e8d8af-cf18-4f7d-ba5b-149853271467,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:34.701298 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:27:34.780065 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-bd9442c3-89c8-4a55-a647-82c1bc4e5583 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649683 Jun 24 14:27:34.886894 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:34.901020 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] Sync routers for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:34.921664 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:34.922712 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:35.039152 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-43f7d6ea-b2ee-4141-bb5e-c8f2043aaa1c req-c201a871-b0cd-4838-b439-f9b4756f106f service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523704 Jun 24 14:27:35.211121 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:35.228294 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] No DVR routers for this DVR port 29e8d8af-cf18-4f7d-ba5b-149853271467 on host hv-cinder-84718 {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:27:35.240337 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:35.250395 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'name': 'network-vif-deleted', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:35.256102 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69ab5f42-badd-4daf-a873-99ea88679b68 req-735ff08d-2096-479c-a851-809c1cbeb3a7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "DELETE /v2.0/ports/29e8d8af-cf18-4f7d-ba5b-149853271467 HTTP/1.1" status: 204 len: 173 time: 2.6895847 Jun 24 14:27:35.257806 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-134bf29a-8293-4145-9078-59754500ac00 req-16076153-1989-4b52-bd90-854c988c8982 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:35.288156 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-134bf29a-8293-4145-9078-59754500ac00 req-16076153-1989-4b52-bd90-854c988c8982 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:35.291604 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-134bf29a-8293-4145-9078-59754500ac00 req-16076153-1989-4b52-bd90-854c988c8982 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dd50dd0-132b-40a7-8297-a7561cb970b4 HTTP/1.1" status: 200 len: 210 time: 0.1517224 Jun 24 14:27:35.320355 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081688bc-4ae5-4c75-aada-10983917fe73 req-23a8b63e-2586-40bc-800c-1024e057b049 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:35.321930 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-081688bc-4ae5-4c75-aada-10983917fe73 req-23a8b63e-2586-40bc-800c-1024e057b049 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 943 time: 0.1900403 Jun 24 14:27:35.386892 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-081688bc-4ae5-4c75-aada-10983917fe73 req-4c43805f-9152-4653-a64e-b6f2bb308b5a tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523865 Jun 24 14:27:35.434265 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec15e47-efb4-47a2-9a1f-94c1b80632ab'] response: {'server_uuid': '8dd50dd0-132b-40a7-8297-a7561cb970b4', 'name': 'network-vif-deleted', 'tag': '29e8d8af-cf18-4f7d-ba5b-149853271467', 'status': 'completed', 'code': 200} Jun 24 14:27:35.587372 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:35.591389 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] Checking router: 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:35.602510 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:35.603153 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:35.627969 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 89a7a43e-2485-4f73-ad92-5c673553a0a5 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:27:35.630748 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 29e8d8af-cf18-4f7d-ba5b-149853271467 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:27:35.677821 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 29e8d8af-cf18-4f7d-ba5b-149853271467 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:27:35.678269 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 29e8d8af-cf18-4f7d-ba5b-149853271467 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:27:35.824647 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 89a7a43e-2485-4f73-ad92-5c673553a0a5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:35.835500 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:35.848216 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'port_id': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'mac_address': 'fa:16:3e:6c:e1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:27:35.912452 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 89a7a43e-2485-4f73-ad92-5c673553a0a5 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:35.913000 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:35.931465 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a7a43e-2485-4f73-ad92-5c673553a0a5 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:35.954783 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 89a7a43e-2485-4f73-ad92-5c673553a0a5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:35.962316 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:36.070431 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=89a7a43e-2485-4f73-ad92-5c673553a0a5,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:36.200485 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['89a7a43e-2485-4f73-ad92-5c673553a0a5'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:36.233456 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:36.238266 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357a2bd-691b-4938-aed0-ab8b7fdfc96a None None] The sync data for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb is: [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:23:19Z', 'revision_number': 4, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': 'edeef71e-b297-4980-9794-db126ebb8cb4', 'name': '', 'network_id': 'dca48f9e-5e55-4917-8c88-9d55aac1222e', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'mac_address': 'fa:16:3e:5e:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:14Z', 'updated_at': '2022-06-24T14:23:44Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'subnets': [{'id': 'aaf52714-4bae-44fa-b375-b39f65ee1cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:36.482082 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54002) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:36.600919 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a3743b9e-8854-485b-902f-3dd91e297b89 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:36.610338 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7aa2e-5ffe-4c37-9f41-981d6f45ae2b None None] New status for floating IP b8e8e756-26ea-42e4-86a4-a0fa7064aa55: DOWN {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:27:36.635172 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a3743b9e-8854-485b-902f-3dd91e297b89 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:36.697358 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48933027-ded6-4ac2-b0ff-d4ab6a2b0352 req-d9996c30-f78b-44e4-91fb-d4d10894446b tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:36.699075 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a3743b9e-8854-485b-902f-3dd91e297b89 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:36.705554 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-48933027-ded6-4ac2-b0ff-d4ab6a2b0352 req-d9996c30-f78b-44e4-91fb-d4d10894446b tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 944 time: 0.1620562 Jun 24 14:27:36.722864 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3743b9e-8854-485b-902f-3dd91e297b89 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7ef131-6549-4943-bf15-b1ff2704028e,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:36.727641 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a3743b9e-8854-485b-902f-3dd91e297b89 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:36.733366 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-a3743b9e-8854-485b-902f-3dd91e297b89 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "DELETE /v2.0/security-groups/1c7ef131-6549-4943-bf15-b1ff2704028e HTTP/1.1" status: 204 len: 168 time: 0.2479627 Jun 24 14:27:36.734290 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54006) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:36.751807 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.api.v2.resource [None req-4ace944a-a7c9-4d4d-89fb-7dabe9c29299 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] show failed (client error): The resource could not be found. Jun 24 14:27:36.755473 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-4ace944a-a7c9-4d4d-89fb-7dabe9c29299 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups/1c7ef131-6549-4943-bf15-b1ff2704028e HTTP/1.1" status: 404 len: 347 time: 0.0176656 Jun 24 14:27:36.756286 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54010) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:36.771424 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-48933027-ded6-4ac2-b0ff-d4ab6a2b0352 req-97b77e37-6094-48b9-93b3-718723c988eb tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647624 Jun 24 14:27:36.957570 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Deleting port 39943529-9352-4d0b-a250-1822e2adba1f {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:36.957952 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:37.190305 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:37.190948 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:37.321323 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Calling delete_port for 39943529-9352-4d0b-a250-1822e2adba1f owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:37.416259 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.api [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:27:37.416592 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG oslo_db.api [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:27:37.629966 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 89a7a43e-2485-4f73-ad92-5c673553a0a5 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:37.713207 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 89a7a43e-2485-4f73-ad92-5c673553a0a5 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:37.721419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 89a7a43e-2485-4f73-ad92-5c673553a0a5 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:37.721795 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:37.852878 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 89a7a43e-2485-4f73-ad92-5c673553a0a5 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:37.853453 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:37.886821 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:37.900538 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 89a7a43e-2485-4f73-ad92-5c673553a0a5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:37.905861 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.003126 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Deleting port 39943529-9352-4d0b-a250-1822e2adba1f {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:38.003681 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.007117 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a14b523-86a6-4700-befd-5cecc25ba9da'] response: {'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'code': 200} Jun 24 14:27:38.064068 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=89a7a43e-2485-4f73-ad92-5c673553a0a5,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:38.303115 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.303761 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.324364 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff7bf7-ca21-4ab9-ab89-8843635a1c85 req-4698b4fa-a693-40ca-a0cd-f91f3329e68c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:38.325879 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8aff7bf7-ca21-4ab9-ab89-8843635a1c85 req-4698b4fa-a693-40ca-a0cd-f91f3329e68c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.4125533 Jun 24 14:27:38.569503 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Calling delete_port for 39943529-9352-4d0b-a250-1822e2adba1f owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:38.651846 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec81235-d116-4890-b806-68b58353f9cd req-4cad2d58-c1c1-4ea2-ab02-5acf89cb721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:38.653359 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dec81235-d116-4890-b806-68b58353f9cd req-4cad2d58-c1c1-4ea2-ab02-5acf89cb721c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 1098 time: 0.4809346 Jun 24 14:27:38.662930 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8aff7bf7-ca21-4ab9-ab89-8843635a1c85 req-cbd73ce2-20c8-4af7-9be8-be32a4e4264e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849853 Jun 24 14:27:38.724053 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dec81235-d116-4890-b806-68b58353f9cd req-f3dd4eeb-5226-45b4-9af5-337426e40301 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591767 Jun 24 14:27:38.787069 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.835922 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event deleted for resources: {'Port': ['ID=39943529-9352-4d0b-a250-1822e2adba1f,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:38.944946 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.972509 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.974434 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-873cf5f9-a8bc-4dc9-b738-20e988bf741c tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "DELETE /v2.0/floatingips/b8e8e756-26ea-42e4-86a4-a0fa7064aa55 HTTP/1.1" status: 204 len: 168 time: 2.2164528 Jun 24 14:27:39.909432 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbe00-532c-45d3-b101-acfb5d1bbf5a req-614795d4-9585-490d-9684-932996a981ca tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:39.910936 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-744bbe00-532c-45d3-b101-acfb5d1bbf5a req-614795d4-9585-490d-9684-932996a981ca tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.1268103 Jun 24 14:27:39.971026 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-744bbe00-532c-45d3-b101-acfb5d1bbf5a req-9d3a142e-bdaa-4cbf-b399-889438ff09cd tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536947 Jun 24 14:27:40.832232 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-d9ebf824-407f-41b5-b2be-c0ffd3e35022 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:40.832956 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-d9ebf824-407f-41b5-b2be-c0ffd3e35022 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Synchronizing usage tracker for tenant:83596f2f58ce4be987c25c7a565844ce on resource:network {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:40.855187 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-d9ebf824-407f-41b5-b2be-c0ffd3e35022 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Unset dirty status for tenant:83596f2f58ce4be987c25c7a565844ce on resource:network {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:40.856941 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-d9ebf824-407f-41b5-b2be-c0ffd3e35022 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 815 time: 0.1783848 Jun 24 14:27:40.873220 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-33735621-7654-40eb-9555-9249d338d156 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/quotas/83596f2f58ce4be987c25c7a565844ce HTTP/1.1" status: 200 len: 375 time: 0.0094738 Jun 24 14:27:40.963188 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-a9d14265-6528-4586-acaa-f24f441f4627 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Synchronizing usage tracker for tenant:83596f2f58ce4be987c25c7a565844ce on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:40.980823 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-a9d14265-6528-4586-acaa-f24f441f4627 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Unset dirty status for tenant:83596f2f58ce4be987c25c7a565844ce on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:40.982226 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-a9d14265-6528-4586-acaa-f24f441f4627 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036699 Jun 24 14:27:41.185318 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-131e893a-80ec-4a6d-9f39-666ff97c0852 service neutron] 10.222.0.33 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907165 Jun 24 14:27:41.297539 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20b80-0c94-4a75-89bb-d79d058d6baf req-ef74fdcc-cfc9-4cca-8b43-7776502ba08e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:41.298916 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f3d20b80-0c94-4a75-89bb-d79d058d6baf req-ef74fdcc-cfc9-4cca-8b43-7776502ba08e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.2118428 Jun 24 14:27:41.361302 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-b55e4ece-5e16-4655-be88-5055b76c0480 service neutron] 10.222.0.33 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700294 Jun 24 14:27:41.374489 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f3d20b80-0c94-4a75-89bb-d79d058d6baf req-b551f7f2-487a-4bf2-be7c-97d215586945 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673788 Jun 24 14:27:41.579832 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ac0e69eb-ec66-4ecb-9997-475bd9d50ffa req-576d02d0-27c7-4bbe-8b8f-195de4e9b3f7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 210 time: 0.0643513 Jun 24 14:27:41.632300 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f27d3-09b0-4b3d-a60b-74b77979db42 req-a56f502c-6b40-4da4-9aea-f972c860c74c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:41.634115 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-296f27d3-09b0-4b3d-a60b-74b77979db42 req-a56f502c-6b40-4da4-9aea-f972c860c74c tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.1542428 Jun 24 14:27:41.643153 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54076) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:41.648486 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Request body: {'floatingip': {'port_id': '89a7a43e-2485-4f73-ad92-5c673553a0a5'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:41.727111 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:42.289066 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2463dc6-6dc4-4292-a1be-441a7ef5f371 req-1b2af78e-00e4-45b7-9c73-a16b753bf0c9 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:42.289934 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d2463dc6-6dc4-4292-a1be-441a7ef5f371 req-1b2af78e-00e4-45b7-9c73-a16b753bf0c9 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:42.408978 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d2463dc6-6dc4-4292-a1be-441a7ef5f371 req-1b2af78e-00e4-45b7-9c73-a16b753bf0c9 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:42.410078 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d2463dc6-6dc4-4292-a1be-441a7ef5f371 req-1b2af78e-00e4-45b7-9c73-a16b753bf0c9 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.4947474 Jun 24 14:27:42.467316 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d2463dc6-6dc4-4292-a1be-441a7ef5f371 req-6e7ac64c-7833-4d11-a443-655bcb7a1bd0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507154 Jun 24 14:27:42.673485 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:42.678822 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:42.865124 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8c2a720a-72ba-4863-99ce-19d9018c6d39 req-0a78993f-0612-49bb-a798-ea981a19ff9f tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 210 time: 0.1294341 Jun 24 14:27:42.925989 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-290e9dca-0e43-444f-bfb7-b38001317e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:42.927315 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-290e9dca-0e43-444f-bfb7-b38001317e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.39 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 815 time: 0.3623600 Jun 24 14:27:42.948696 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'port': {'device_id': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'admin_state_up': True, 'tenant_id': '83596f2f58ce4be987c25c7a565844ce'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:42.974132 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Floating IP 1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d associated. External IP: 172.28.2.198, port: 89a7a43e-2485-4f73-ad92-5c673553a0a5. Jun 24 14:27:43.272933 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:43.288892 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:43.640956 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Made reservation on behalf of 83596f2f58ce4be987c25c7a565844ce for: {'port': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:43.645022 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:43.873865 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Router f5714f23-aa90-43fb-892d-b659d686c271 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:27:43.902018 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a48fe7-fc64-4518-883b-036f99113450 req-b107ae8f-838a-49d3-bb20-63e589d08021 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:43.903621 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e2a48fe7-fc64-4518-883b-036f99113450 req-b107ae8f-838a-49d3-bb20-63e589d08021 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2984085 Jun 24 14:27:44.119060 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02761edc-20eb-46c4-a6b4-2b32be02b819 req-cd9f0aff-0235-4a84-80d5-0e7e5292b50b tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 210 time: 0.0615396 Jun 24 14:27:44.127291 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Allocated IP 172.20.0.10 (2993ba34-c6e4-48bf-9161-f6589e70ff07/5143cd01-772c-46cb-9158-376de143a9c5/b9eb9309-05cf-4277-8277-21e759df8287) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:44.144321 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e2a48fe7-fc64-4518-883b-036f99113450 req-4b2729c3-4ebd-4661-962a-acb449537004 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747353 Jun 24 14:27:44.242302 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:27:44.253584 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] Sync routers for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:27:44.272036 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:44.273729 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:44.314352 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:44.433218 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-06974f1e-72aa-47d4-bc7f-69c5cc2f1069 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "PUT /v2.0/floatingips/1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d HTTP/1.1" status: 200 len: 991 time: 2.7887633 Jun 24 14:27:44.436321 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:44.489589 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:44.491194 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:44.510550 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c559934e-b4dd-46ea-86df-aabfe39947c3'] response: {'name': 'network-changed', 'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'status': 'completed', 'code': 200} Jun 24 14:27:44.520018 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Transition to ACTIVE for port object b9eb9309-05cf-4277-8277-21e759df8287 will not be triggered until provisioned by entity DHCP. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:44.552632 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:44.618760 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:44.629596 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:44.644738 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:44.740819 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:44.753668 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.754302 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.755126 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.755613 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.756294 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.756777 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.757263 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.757743 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.758231 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.758737 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.759230 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.759748 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:44.779408 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:44.781105 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:44.810805 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-210753c9-3f93-448b-92f3-3b1e4a0d75b4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8662567 Jun 24 14:27:44.932434 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d5ecd93d-30f8-4bb5-bfcf-2b1fe0c4fa34 None None] Provisioning for port b9eb9309-05cf-4277-8277-21e759df8287 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:44.944927 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d5ecd93d-30f8-4bb5-bfcf-2b1fe0c4fa34 None None] Provisioning complete for port b9eb9309-05cf-4277-8277-21e759df8287 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:44.945646 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd93d-30f8-4bb5-bfcf-2b1fe0c4fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:45.013359 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d', 'tenant_id': '66b6df60554345868af966e437c8e055', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'port_id': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'mac_address': 'fa:16:3e:6c:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:25Z', 'updated_at': '2022-06-24T14:27:42Z', 'revision_number': 1, 'project_id': '66b6df60554345868af966e437c8e055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:45.021813 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] Checking router: f5714f23-aa90-43fb-892d-b659d686c271 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:27:45.024190 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-d5ecd93d-30f8-4bb5-bfcf-2b1fe0c4fa34 None None] Port b9eb9309-05cf-4277-8277-21e759df8287 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:45.033524 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:27:45.034146 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:45.256538 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:27:45.433116 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc27a9-8147-483b-b742-3946a9b58c9b req-ef4bdbf5-727d-4e57-82c4-8e728a82fe45 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:45.433902 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-fbcc27a9-8147-483b-b742-3946a9b58c9b req-ef4bdbf5-727d-4e57-82c4-8e728a82fe45 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Synchronizing usage tracker for tenant:83596f2f58ce4be987c25c7a565844ce on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:45.450015 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb77f1-db5b-42a1-83c8-e205322f553a req-3ca70ee5-9b8b-4827-971c-7e8ec2bf992a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:45.458207 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b9cb77f1-db5b-42a1-83c8-e205322f553a req-3ca70ee5-9b8b-4827-971c-7e8ec2bf992a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1603637 Jun 24 14:27:45.502667 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-fbcc27a9-8147-483b-b742-3946a9b58c9b req-ef4bdbf5-727d-4e57-82c4-8e728a82fe45 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Unset dirty status for tenant:83596f2f58ce4be987c25c7a565844ce on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:45.503909 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fbcc27a9-8147-483b-b742-3946a9b58c9b req-ef4bdbf5-727d-4e57-82c4-8e728a82fe45 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 932 time: 0.2612953 Jun 24 14:27:45.535955 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b9cb77f1-db5b-42a1-83c8-e205322f553a req-dd723bf5-dd2d-4593-82be-6cb30f306eee tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757451 Jun 24 14:27:45.568419 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-fbcc27a9-8147-483b-b742-3946a9b58c9b req-60dcd02c-b00c-49ba-8523-8f33a259b631 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Synchronizing usage tracker for tenant:83596f2f58ce4be987c25c7a565844ce on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:45.602367 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-fbcc27a9-8147-483b-b742-3946a9b58c9b req-60dcd02c-b00c-49ba-8523-8f33a259b631 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Unset dirty status for tenant:83596f2f58ce4be987c25c7a565844ce on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:45.603725 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fbcc27a9-8147-483b-b742-3946a9b58c9b req-60dcd02c-b00c-49ba-8523-8f33a259b631 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934365 Jun 24 14:27:45.745796 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d', 'tenant_id': '66b6df60554345868af966e437c8e055', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'port_id': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'mac_address': 'fa:16:3e:6c:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:25Z', 'updated_at': '2022-06-24T14:27:42Z', 'revision_number': 1, 'project_id': '66b6df60554345868af966e437c8e055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:27:45.750192 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc26b9-88c0-4581-bac2-44de4d4418e8 None None] The sync data for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb is: [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d', 'tenant_id': '66b6df60554345868af966e437c8e055', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'port_id': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'mac_address': 'fa:16:3e:6c:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:25Z', 'updated_at': '2022-06-24T14:27:42Z', 'revision_number': 1, 'project_id': '66b6df60554345868af966e437c8e055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:27:45.954168 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d5e36-995c-43d5-b70e-6ea8729cbff4 None None] New status for floating IP 1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d: ACTIVE {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:27:46.811531 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76f20-7a8d-4204-8c97-ca1b37804bec req-9d5bc42d-8795-475c-a019-6bff535d3f6d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:46.813036 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b7a76f20-7a8d-4204-8c97-ca1b37804bec req-9d5bc42d-8795-475c-a019-6bff535d3f6d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1644123 Jun 24 14:27:46.885148 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b7a76f20-7a8d-4204-8c97-ca1b37804bec req-6dde9863-952e-4e7d-b156-04f5bee4dc62 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615313 Jun 24 14:27:46.909275 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133f779-f4ee-48e1-908d-504508acf07c req-44384aac-983c-4abc-af95-7e5043517d0e tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:46.910844 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0133f779-f4ee-48e1-908d-504508acf07c req-44384aac-983c-4abc-af95-7e5043517d0e tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 932 time: 0.1729851 Jun 24 14:27:46.959609 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0133f779-f4ee-48e1-908d-504508acf07c req-56a92eec-86e7-4159-ae67-02a266bb74fc tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Jun 24 14:27:48.347840 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330df0b-a95b-4651-a24b-9bcd075690d3 req-fbd4b204-1a43-4518-a58e-e88835695fea tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:48.349274 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6330df0b-a95b-4651-a24b-9bcd075690d3 req-fbd4b204-1a43-4518-a58e-e88835695fea tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.3384027 Jun 24 14:27:48.364916 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43031d-7990-4f32-97a5-3e9c09a022b4 req-f9b9cc51-7fae-405c-8348-8778f25519aa tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:48.366509 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1c43031d-7990-4f32-97a5-3e9c09a022b4 req-f9b9cc51-7fae-405c-8348-8778f25519aa tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 932 time: 0.2793195 Jun 24 14:27:48.437780 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6330df0b-a95b-4651-a24b-9bcd075690d3 req-b2a30a34-b9b6-4ce1-aa18-99164963744d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817134 Jun 24 14:27:48.442925 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1c43031d-7990-4f32-97a5-3e9c09a022b4 req-4ecf6a08-d2b5-4fa6-93cc-e93d547d1d0d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634358 Jun 24 14:27:49.698765 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb3635-216b-4d5e-ba44-f36dd33e7929 req-6fcf00c2-119f-4ce2-9c47-a863017c3445 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:49.700322 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bccb3635-216b-4d5e-ba44-f36dd33e7929 req-6fcf00c2-119f-4ce2-9c47-a863017c3445 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 932 time: 0.1453650 Jun 24 14:27:49.743854 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28b68b-6611-452d-89b8-b06536d8ced3 req-80582a2c-8985-41e6-8308-83958515e2af tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:49.745349 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ae28b68b-6611-452d-89b8-b06536d8ced3 req-80582a2c-8985-41e6-8308-83958515e2af tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1524482 Jun 24 14:27:49.784650 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bccb3635-216b-4d5e-ba44-f36dd33e7929 req-2dd98279-7038-4c47-b7c9-2597f7aa85fd tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779092 Jun 24 14:27:49.808319 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ae28b68b-6611-452d-89b8-b06536d8ced3 req-3aec631a-00e6-4280-93b2-480e4e19b8cf tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546939 Jun 24 14:27:51.036549 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7890f31-f6ad-48ba-b928-4b4b348d1d78 req-e8f7e32f-56de-49cf-bbbc-58f34ffcdbf8 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:51.038024 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d7890f31-f6ad-48ba-b928-4b4b348d1d78 req-e8f7e32f-56de-49cf-bbbc-58f34ffcdbf8 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 932 time: 0.1443429 Jun 24 14:27:51.077348 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4527f-bc66-42f8-af5f-0ffa4e091d8d req-8a72ed11-7fe8-4e8c-8ce4-ddd9efdbe396 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:51.078724 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c8e4527f-bc66-42f8-af5f-0ffa4e091d8d req-8a72ed11-7fe8-4e8c-8ce4-ddd9efdbe396 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1502469 Jun 24 14:27:51.113249 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d7890f31-f6ad-48ba-b928-4b4b348d1d78 req-1c3a26e3-a337-4543-bb02-680c56f98c0c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692811 Jun 24 14:27:51.136316 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c8e4527f-bc66-42f8-af5f-0ffa4e091d8d req-8eeacb0b-f345-46ac-9f9c-af1f792cf284 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Jun 24 14:27:51.477131 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Request body: {'port': {'device_id': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:51.576122 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6871-dd5f-476a-8cba-393039d1627e req-776c35f4-d017-404b-bb93-63428ca45660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:51.577651 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-890a6871-dd5f-476a-8cba-393039d1627e req-776c35f4-d017-404b-bb93-63428ca45660 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66b6df60554345868af966e437c8e055&device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 1098 time: 0.0837102 Jun 24 14:27:51.591209 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:51.726219 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6871-dd5f-476a-8cba-393039d1627e req-c9e52a47-effe-4c81-a06d-443df3b4366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:51.727749 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-890a6871-dd5f-476a-8cba-393039d1627e req-c9e52a47-effe-4c81-a06d-443df3b4366d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 200 len: 911 time: 0.1286180 Jun 24 14:27:51.828389 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-890a6871-dd5f-476a-8cba-393039d1627e req-d6b0e2e3-71de-4825-8107-96b67a69c166 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5 HTTP/1.1" status: 200 len: 1001 time: 0.0930114 Jun 24 14:27:51.930897 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eb9309-05cf-4277-8277-21e759df8287 {{(pid=88154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:51.938756 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:51.953861 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.provisioning_blocks [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Transition to ACTIVE for port object b9eb9309-05cf-4277-8277-21e759df8287 will not be triggered until provisioned by entity L2. {{(pid=88154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:51.959091 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:51.979958 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6871-dd5f-476a-8cba-393039d1627e req-ab13af24-a210-4bcb-9964-53382059e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:51.981343 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-890a6871-dd5f-476a-8cba-393039d1627e req-ab13af24-a210-4bcb-9964-53382059e911 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 200 len: 849 time: 0.1419990 Jun 24 14:27:52.077496 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6871-dd5f-476a-8cba-393039d1627e req-7c93d52f-a530-4a3d-b32a-ea287beb3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.079090 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-890a6871-dd5f-476a-8cba-393039d1627e req-7c93d52f-a530-4a3d-b32a-ea287beb3b4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2649c39e-7113-43a2-9437-cfcf9380e309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886998 Jun 24 14:27:52.088311 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:52.218767 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Attempting to bind port b9eb9309-05cf-4277-8277-21e759df8287 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:52.218978 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Attempting to bind port b9eb9309-05cf-4277-8277-21e759df8287 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:52.219434 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Attempting to bind port b9eb9309-05cf-4277-8277-21e759df8287 on network 2993ba34-c6e4-48bf-9161-f6589e70ff07 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:52.225115 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Port b9eb9309-05cf-4277-8277-21e759df8287 on network 2993ba34-c6e4-48bf-9161-f6589e70ff07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:27:52.225432 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Attempting to bind port b9eb9309-05cf-4277-8277-21e759df8287 on network 2993ba34-c6e4-48bf-9161-f6589e70ff07 {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:52.232422 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:52.232839 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Checking segment: {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:52.233210 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Bound using segment: {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'} {{(pid=88154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:52.233632 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.managers [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Bound port: b9eb9309-05cf-4277-8277-21e759df8287, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9013417f-41d7-4aa8-b69e-b61ac855fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07'}}] {{(pid=88154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:52.233967 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:52.244867 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-890a6871-dd5f-476a-8cba-393039d1627e req-25a91ddd-256c-49a1-bfbf-46ae07d29092 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584508 Jun 24 14:27:52.390819 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-890a6871-dd5f-476a-8cba-393039d1627e req-3f39a464-b07e-47a2-95e1-f7298d6d17c0 service neutron] 10.222.0.39 "GET /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300128 Jun 24 14:27:52.439832 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, cleared binding levels {{(pid=88154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:52.443540 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b9eb9309-05cf-4277-8277-21e759df8287,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:52.450046 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:52.519960 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb54a04-cec3-4aa6-99bc-fde10da4e370 req-809b5508-b8b8-4885-8f10-265b2ab1c769 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.522369 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6fb54a04-cec3-4aa6-99bc-fde10da4e370 req-809b5508-b8b8-4885-8f10-265b2ab1c769 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 944 time: 0.2902493 Jun 24 14:27:52.531299 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.531299 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:52.533605 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] 10.222.0.39 "PUT /v2.0/ports/b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 1094 time: 1.0599942 Jun 24 14:27:52.533605 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:52.549787 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334760b-3444-4445-8484-2d66687866a7 req-56c0547c-5670-4754-b263-af7fd3df191a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.554033 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0334760b-3444-4445-8484-2d66687866a7 req-56c0547c-5670-4754-b263-af7fd3df191a tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.2606726 Jun 24 14:27:52.777191 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eed051-ff0b-466d-a8ac-a607a41ae110 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=3']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:52.819759 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6fb54a04-cec3-4aa6-99bc-fde10da4e370 req-6d0757a8-e24d-4766-a3cb-cfdc1c7b6046 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815561 Jun 24 14:27:52.823269 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0334760b-3444-4445-8484-2d66687866a7 req-4a8b8401-d009-4cb3-8d52-e21b1e64f93e tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451026 Jun 24 14:27:52.851455 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-384df2c7-f101-4250-8db0-bd7b956a88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.852967 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-384df2c7-f101-4250-8db0-bd7b956a88b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1097 time: 0.1301854 Jun 24 14:27:52.858631 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-a1a74d19-2493-4bfb-9c91-95213786522d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.859351 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-a1a74d19-2493-4bfb-9c91-95213786522d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:52.873718 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-a1a74d19-2493-4bfb-9c91-95213786522d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:52.874933 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-a1a74d19-2493-4bfb-9c91-95213786522d tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 945 time: 0.1150560 Jun 24 14:27:52.922176 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fef3aca-0e0c-42bd-bcfc-652de46661c6'] response: {'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287', 'status': 'completed', 'code': 200} Jun 24 14:27:52.931039 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-109c76a3-78bc-4a36-8ec4-fde7ba02fdd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 217 time: 0.0620661 Jun 24 14:27:52.951229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Deleting port e63bf292-8eee-45f8-867c-9fb71976c541 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:52.952021 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:52.966227 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-62c6655d-f3ab-4338-b62f-b1e34c707765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:53.001261 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-aab91d09-5de2-45ab-b236-94d993b204b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.002732 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-aab91d09-5de2-45ab-b236-94d993b204b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0656462 Jun 24 14:27:53.085165 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-c7469a86-a6f9-46e7-b9a3-e06e0bc21ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.087215 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-c7469a86-a6f9-46e7-b9a3-e06e0bc21ff5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2993ba34-c6e4-48bf-9161-f6589e70ff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781612 Jun 24 14:27:53.209688 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] For port e63bf292-8eee-45f8-867c-9fb71976c541, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e63bf292-8eee-45f8-867c-9fb71976c541,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:53.210145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:53.218809 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-3d961d98-2708-4518-ad7b-e2f3a4f84ff9 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254885 Jun 24 14:27:53.350916 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Calling delete_port for e63bf292-8eee-45f8-867c-9fb71976c541 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:53.352895 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4554a7f-54b8-4fe2-9594-921bd7bf608d req-2ba5b8ff-aaea-41d8-af4b-21db42edf8ff service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273584 Jun 24 14:27:53.484700 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-7c498eee-3efc-495a-be46-017c869c9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.486192 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-7c498eee-3efc-495a-be46-017c869c9e37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1097 time: 0.0819674 Jun 24 14:27:53.498737 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:53.523560 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['99fbcd3f-b94e-4afb-885a-70869c1fb7a4', 'e63bf292-8eee-45f8-867c-9fb71976c541'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:53.552789 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event deleted for resources: {'Port': ['ID=e63bf292-8eee-45f8-867c-9fb71976c541,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:53.633909 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-80138557-673c-4c55-94f7-d9e14318c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.635372 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-80138557-673c-4c55-94f7-d9e14318c60a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 916 time: 0.1421912 Jun 24 14:27:53.645299 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] No DVR routers for this DVR port e63bf292-8eee-45f8-867c-9fb71976c541 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:27:53.647840 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:53.650691 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'name': 'network-vif-deleted', 'tag': 'e63bf292-8eee-45f8-867c-9fb71976c541'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:53.667904 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-eafb6202-1079-4b6b-bc7c-c6f6d674f800 req-894a680f-8d50-4537-9ae7-d04bb5b59ec7 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "DELETE /v2.0/ports/e63bf292-8eee-45f8-867c-9fb71976c541 HTTP/1.1" status: 204 len: 173 time: 0.7867620 Jun 24 14:27:53.715843 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-b40a553d-9c1e-4bbb-9bbe-b846e5ec98ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 217 time: 0.0653105 Jun 24 14:27:53.792206 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-edffc626-70d3-4252-8732-a5614a8a2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.793683 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-edffc626-70d3-4252-8732-a5614a8a2119 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0686798 Jun 24 14:27:53.873892 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2270b931-ca5a-4995-8fad-0094ccac6a7b'] response: {'server_uuid': '05baf2ac-41b5-4de4-b331-570b4a39f8c9', 'name': 'network-vif-deleted', 'tag': 'e63bf292-8eee-45f8-867c-9fb71976c541', 'status': 'completed', 'code': 200} Jun 24 14:27:53.885985 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-fc7c5ef9-736e-4819-94ef-201d57653c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.887539 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-fc7c5ef9-736e-4819-94ef-201d57653c73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2993ba34-c6e4-48bf-9161-f6589e70ff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812507 Jun 24 14:27:54.088986 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ff88127-b241-4b08-b3de-201340f7a375 req-48c1752a-a99e-4c54-94db-f4b288c728bd tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=05baf2ac-41b5-4de4-b331-570b4a39f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0804749 Jun 24 14:27:54.136318 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-2c49b292-c1cf-4583-a4b0-b54f32e28106 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411206 Jun 24 14:27:54.159466 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57504ee6-a681-45dc-8e75-3b85f7dfb567 req-5ee23200-e998-401f-bbb9-404f82fe46b3 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:54.160948 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57504ee6-a681-45dc-8e75-3b85f7dfb567 req-5ee23200-e998-401f-bbb9-404f82fe46b3 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 944 time: 0.1878302 Jun 24 14:27:54.281723 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-57504ee6-a681-45dc-8e75-3b85f7dfb567 req-7fb6ee74-45a6-40d6-a842-1c46c17dc772 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024876 Jun 24 14:27:54.426781 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ad54aa2-415e-44e0-9c9a-5edf228d2388 req-fc665dc1-c068-4ac5-8b1d-ae550f871b82 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645652 Jun 24 14:27:55.057885 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-33d8d9bd-e080-41f3-8805-41a4842f980f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:55.486595 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1a05-57f1-4d9d-90d8-3d5beb7eca2e req-d2d830e7-acbc-47fc-a631-2f4197a6e122 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:55.488201 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-903d1a05-57f1-4d9d-90d8-3d5beb7eca2e req-d2d830e7-acbc-47fc-a631-2f4197a6e122 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 944 time: 0.0946414 Jun 24 14:27:55.536592 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-903d1a05-57f1-4d9d-90d8-3d5beb7eca2e req-4a548cb1-8b30-4d22-9a79-13eb2e3649bc tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Jun 24 14:27:55.696684 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a459fa-4095-4681-a88a-18e99f3d76b4 req-32ffe6b2-5223-4c93-8e0c-6df8ed375495 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:55.698265 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-18a459fa-4095-4681-a88a-18e99f3d76b4 req-32ffe6b2-5223-4c93-8e0c-6df8ed375495 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0923462 Jun 24 14:27:55.718954 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device b9eb9309-05cf-4277-8277-21e759df8287 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:27:55.721311 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device e63bf292-8eee-45f8-867c-9fb71976c541 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:27:55.743700 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-18a459fa-4095-4681-a88a-18e99f3d76b4 req-f01c69db-afd5-49e1-892a-9ca332f14e45 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Jun 24 14:27:55.757882 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: e63bf292-8eee-45f8-867c-9fb71976c541 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:27:55.758231 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device e63bf292-8eee-45f8-867c-9fb71976c541 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:27:55.885232 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b9eb9309-05cf-4277-8277-21e759df8287,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:55.898946 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'b9eb9309-05cf-4277-8277-21e759df8287', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'port_id': 'b9eb9309-05cf-4277-8277-21e759df8287', 'mac_address': 'fa:16:3e:0b:ed:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:27:55.954173 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port b9eb9309-05cf-4277-8277-21e759df8287 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:55.954549 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:55.975689 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eb9309-05cf-4277-8277-21e759df8287 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:55.992139 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b9eb9309-05cf-4277-8277-21e759df8287,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:55.997304 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:56.068274 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:56.259325 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:56.269709 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['b9eb9309-05cf-4277-8277-21e759df8287'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:56.483531 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:56.739078 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516130-92cb-4844-82cf-e9a8c5842b2b req-577bad3f-7237-4d3a-a510-5a234c53e1f7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:56.740445 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d7516130-92cb-4844-82cf-e9a8c5842b2b req-577bad3f-7237-4d3a-a510-5a234c53e1f7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 945 time: 0.0939667 Jun 24 14:27:56.786283 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d7516130-92cb-4844-82cf-e9a8c5842b2b req-2b863aec-da41-4ef3-b0e1-8616f46676cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Jun 24 14:27:56.935769 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ffe5-48f3-42bc-9a76-b6475098d667 req-9feb2b3e-8914-4893-962d-052510b3c390 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:56.937235 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9ac2ffe5-48f3-42bc-9a76-b6475098d667 req-9feb2b3e-8914-4893-962d-052510b3c390 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.0898769 Jun 24 14:27:56.983285 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9ac2ffe5-48f3-42bc-9a76-b6475098d667 req-3f9b20ee-5650-49b0-9bb9-607d190f664b tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Jun 24 14:27:57.725696 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device b9eb9309-05cf-4277-8277-21e759df8287 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:57.798523 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port b9eb9309-05cf-4277-8277-21e759df8287 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:57.803560 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port b9eb9309-05cf-4277-8277-21e759df8287 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:57.803929 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:57.934587 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port b9eb9309-05cf-4277-8277-21e759df8287 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:57.934587 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:57.964382 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:57.975007 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b9eb9309-05cf-4277-8277-21e759df8287,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:57.980889 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:58.001578 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100665e-e6de-41ec-9d0a-ee33d42ec8c4 req-4ce1b542-117d-4877-a46f-bcd890f8710e tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:58.003186 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9100665e-e6de-41ec-9d0a-ee33d42ec8c4 req-4ce1b542-117d-4877-a46f-bcd890f8710e tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 945 time: 0.1132457 Jun 24 14:27:58.035693 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4376359d-457c-4e7e-ae5f-72a07fabdfd7'] response: {'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287', 'code': 200} Jun 24 14:27:58.058949 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:58.070353 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9100665e-e6de-41ec-9d0a-ee33d42ec8c4 req-b6c80cf2-a303-4cd2-9e1c-71c7ee9ac3ba tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589192 Jun 24 14:27:58.072826 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:58.264477 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c162e89-c94b-49b5-ad25-222efe182b9f req-975f814f-13c0-473c-a74e-b1f0436441f5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:58.265908 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8c162e89-c94b-49b5-ad25-222efe182b9f req-975f814f-13c0-473c-a74e-b1f0436441f5 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1446264 Jun 24 14:27:58.321658 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b387b-4903-4004-bba3-635c3945ce6b req-309b0932-d47a-40bf-8827-b3e7ea853d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:58.323159 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e1b387b-4903-4004-bba3-635c3945ce6b req-309b0932-d47a-40bf-8827-b3e7ea853d7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1099 time: 0.1308603 Jun 24 14:27:58.326034 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8c162e89-c94b-49b5-ad25-222efe182b9f req-c920550f-9665-495a-8597-1f35b4237bb2 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521481 Jun 24 14:27:58.367397 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e1b387b-4903-4004-bba3-635c3945ce6b req-568f5837-e0b6-445f-b769-2318218ebc06 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Jun 24 14:27:59.314778 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f201-4005-4fff-87c0-119931913a66 req-6424e7af-ff7d-4eca-a04f-917e0005039a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:59.316193 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-95b9f201-4005-4fff-87c0-119931913a66 req-6424e7af-ff7d-4eca-a04f-917e0005039a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.1488092 Jun 24 14:27:59.328420 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-a2a964cd-d01b-4c42-96d3-391493bf2912 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:59.329810 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-a2a964cd-d01b-4c42-96d3-391493bf2912 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.1225631 Jun 24 14:27:59.421649 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-95b9f201-4005-4fff-87c0-119931913a66 req-00a02ea6-b315-4a1d-8eba-8370cb967c21 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909114 Jun 24 14:27:59.427508 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Deleting port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:59.427851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:59.528731 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:59.685475 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edd4f7-158a-4f8b-b29d-6a8848f598ec req-d45b7adb-662e-4fcf-931f-f3caa48ac7d0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:59.686840 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69edd4f7-158a-4f8b-b29d-6a8848f598ec req-d45b7adb-662e-4fcf-931f-f3caa48ac7d0 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 945 time: 0.2350297 Jun 24 14:27:59.775727 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69edd4f7-158a-4f8b-b29d-6a8848f598ec req-ae75f8da-e581-41de-828b-eadc705ee221 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/security-groups?id=b48ef8e8-1ca4-4665-8e99-fcfb8640c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783541 Jun 24 14:27:59.777357 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] For port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:59.777714 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:59.900737 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Calling delete_port for 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 owned by compute:nova {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:00.145201 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:00.156768 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['99fbcd3f-b94e-4afb-885a-70869c1fb7a4'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:28:00.199804 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Pushing event deleted for resources: {'Port': ['ID=99fbcd3f-b94e-4afb-885a-70869c1fb7a4,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:00.285935 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] No DVR routers for this DVR port 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 on host hv-cinder-84718 {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:28:00.288333 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:00.290793 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'name': 'network-vif-deleted', 'tag': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:00.302427 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fc97c80c-5c89-4fc5-bc9e-f035ab44d3af req-bed4a822-4707-4bef-9a9d-d1a29d52b2e4 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.39 "DELETE /v2.0/ports/99fbcd3f-b94e-4afb-885a-70869c1fb7a4 HTTP/1.1" status: 204 len: 173 time: 0.9591002 Jun 24 14:28:00.339767 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2c5509-7cfc-4497-b08b-08e37afae26f'] response: {'server_uuid': 'c2eeb73c-f79e-42e6-848a-b40d404858d9', 'name': 'network-vif-deleted', 'tag': '99fbcd3f-b94e-4afb-885a-70869c1fb7a4', 'status': 'completed', 'code': 200} Jun 24 14:28:00.614000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6b0ec-8b4f-4400-970a-eaa926ff7f67 req-a5158f0b-3243-4d16-81bc-2732365d023d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:00.615579 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e7b6b0ec-8b4f-4400-970a-eaa926ff7f67 req-a5158f0b-3243-4d16-81bc-2732365d023d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.0896952 Jun 24 14:28:00.665279 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e7b6b0ec-8b4f-4400-970a-eaa926ff7f67 req-110dcace-3f33-4b97-8bd4-5973de9ce461 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Jun 24 14:28:00.869322 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cdaac-2daa-4080-ab3b-ecac28a20fd6 req-abd8e5f7-1c3c-4ae1-9e62-2fb18a5fed9d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:00.871707 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ed9cdaac-2daa-4080-ab3b-ecac28a20fd6 req-abd8e5f7-1c3c-4ae1-9e62-2fb18a5fed9d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.0964754 Jun 24 14:28:00.961581 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-7a834d0d-7f62-45bf-83df-26e7f71929d7 req-fc86a369-f4ea-4cb4-9e8f-2f5ba92346c8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Synchronizing usage tracker for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:28:00.972150 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ed9cdaac-2daa-4080-ab3b-ecac28a20fd6 req-3f69b787-1534-4321-832f-3d882d8eb56f tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Jun 24 14:28:00.988601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-7a834d0d-7f62-45bf-83df-26e7f71929d7 req-fc86a369-f4ea-4cb4-9e8f-2f5ba92346c8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] Unset dirty status for tenant:b135092794e24d09b7eaa852215352f0 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:28:00.992425 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7a834d0d-7f62-45bf-83df-26e7f71929d7 req-fc86a369-f4ea-4cb4-9e8f-2f5ba92346c8 tempest-ServerRescueNegativeTestJSON-787991601 tempest-ServerRescueNegativeTestJSON-787991601-project] 10.222.0.33 "GET /v2.0/ports?device_id=c2eeb73c-f79e-42e6-848a-b40d404858d9 HTTP/1.1" status: 200 len: 210 time: 0.0941873 Jun 24 14:28:01.377365 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad210-78be-4966-8cdd-71524a3142ca req-98272403-0c6e-4964-8835-49e908719862 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:01.378819 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-688ad210-78be-4966-8cdd-71524a3142ca req-98272403-0c6e-4964-8835-49e908719862 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.0872798 Jun 24 14:28:01.423757 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-688ad210-78be-4966-8cdd-71524a3142ca req-d3b32318-2480-47d9-be28-d8224e806c48 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 Jun 24 14:28:02.087148 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54204) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:02.805193 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:03.262641 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Deleting port edeef71e-b297-4980-9794-db126ebb8cb4 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:03.262955 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:03.441590 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] For port edeef71e-b297-4980-9794-db126ebb8cb4, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=edeef71e-b297-4980-9794-db126ebb8cb4,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:03.441966 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:03.572721 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Calling delete_port for edeef71e-b297-4980-9794-db126ebb8cb4 owned by network:router_interface {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:03.745093 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:03.747317 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:03.781522 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:03.782098 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 99fbcd3f-b94e-4afb-885a-70869c1fb7a4 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:03.794030 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=edeef71e-b297-4980-9794-db126ebb8cb4,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:04.072048 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:04.435851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:28:04.715702 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:28:04.724802 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] Sync routers for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:28:04.733278 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-beadf4e5-bf5a-4285-9f15-0d2463460f75 admin admin] 10.222.0.33 "PUT /v2.0/routers/5ff3bb3e-31ac-4430-965e-ea5ed483f8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6449151 Jun 24 14:28:04.735894 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54230) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:04.748085 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:04.748716 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:04.911502 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:04.928474 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:05.100109 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.110033 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Deleting port 9c931b40-4f41-4911-b95c-61178bd2f710 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:05.110423 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.214024 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:28:03Z', 'revision_number': 5, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port': {'id': '9c931b40-4f41-4911-b95c-61178bd2f710', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:03Z', 'updated_at': '2022-06-24T14:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:05.217962 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] Checking router: 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:28:05.226531 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] Routers {'5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:05.227135 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:05.279957 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] For port 9c931b40-4f41-4911-b95c-61178bd2f710, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=9c931b40-4f41-4911-b95c-61178bd2f710,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:05.280184 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.374800 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] Set router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 gateway port host: None {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:05.405071 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Calling delete_port for 9c931b40-4f41-4911-b95c-61178bd2f710 owned by network:router_gateway {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:05.483280 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:28:05Z', 'revision_number': 6, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port_host': None}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:05.486550 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ca8ac-1e1b-46ea-bd58-54e7048b6506 None None] The sync data for ids ['5ff3bb3e-31ac-4430-965e-ea5ed483f8f5'] in dv-cinder-847189-2-smb is: [{'id': '5ff3bb3e-31ac-4430-965e-ea5ed483f8f5', 'name': 'tempest-ServerRescueNegativeTestJSON-729225098-router', 'tenant_id': 'b135092794e24d09b7eaa852215352f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:01Z', 'updated_at': '2022-06-24T14:28:05Z', 'revision_number': 6, 'project_id': 'b135092794e24d09b7eaa852215352f0', 'gw_port_host': None}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:28:05.585239 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.633112 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9c931b40-4f41-4911-b95c-61178bd2f710,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:05.739672 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.951011 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:28:05.963821 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.966515 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.995681 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:05.996522 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 {{(pid=88154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:28:06.017832 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] Notify callbacks [] for router, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.019019 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-19c17a9f-bfca-4712-b725-1b377e84e4fe admin admin] 10.222.0.33 "DELETE /v2.0/routers/5ff3bb3e-31ac-4430-965e-ea5ed483f8f5 HTTP/1.1" status: 204 len: 168 time: 1.2821155 Jun 24 14:28:06.021628 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54254) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:06.084739 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] Deleting subnet aaf52714-4bae-44fa-b375-b39f65ee1cbb {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:28:06.088107 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.260769 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.350881 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.381751 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device edeef71e-b297-4980-9794-db126ebb8cb4 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:06.419204 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: edeef71e-b297-4980-9794-db126ebb8cb4 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:06.419785 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device edeef71e-b297-4980-9794-db126ebb8cb4 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:06.420200 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9c931b40-4f41-4911-b95c-61178bd2f710 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:06.453291 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 9c931b40-4f41-4911-b95c-61178bd2f710 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:06.453627 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9c931b40-4f41-4911-b95c-61178bd2f710 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:06.494002 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.536113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399ea7-0138-4ccf-887a-5de2168a5d06 req-d4b3eda2-67bf-4eca-8beb-dfe5ab4dccc2 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:06.537623 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-28399ea7-0138-4ccf-887a-5de2168a5d06 req-d4b3eda2-67bf-4eca-8beb-dfe5ab4dccc2 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.3068900 Jun 24 14:28:06.545864 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.551193 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19d48a-2fba-47c9-9406-bc85f57ce9d1 None None] Network dca48f9e-5e55-4917-8c88-9d55aac1222e requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:28:06.568060 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf52714-4bae-44fa-b375-b39f65ee1cbb,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:06.577978 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-8c5f4d36-ac17-4506-8095-3091b78725c5 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/aaf52714-4bae-44fa-b375-b39f65ee1cbb HTTP/1.1" status: 204 len: 168 time: 0.5553164 Jun 24 14:28:06.580553 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54260) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:06.679487 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-28399ea7-0138-4ccf-887a-5de2168a5d06 req-70a6fde4-86d8-4857-816e-e4cbf450454f tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294191 Jun 24 14:28:06.703430 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54264) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:06.710550 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.721587 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Deleting port e790526e-3040-41ce-8a79-ed961370a8de {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:06.722045 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.841852 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25edc99c-b28f-4eab-b6c8-bc31a672da14 tempest-TestMinimumBasicScenario-1110456543 tempest-TestMinimumBasicScenario-1110456543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:06.842573 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-25edc99c-b28f-4eab-b6c8-bc31a672da14 tempest-TestMinimumBasicScenario-1110456543 tempest-TestMinimumBasicScenario-1110456543-project-admin] Synchronizing usage tracker for tenant:99cb747bf02040b480dbc88603996f7e on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:28:06.859790 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-25edc99c-b28f-4eab-b6c8-bc31a672da14 tempest-TestMinimumBasicScenario-1110456543 tempest-TestMinimumBasicScenario-1110456543-project-admin] Unset dirty status for tenant:99cb747bf02040b480dbc88603996f7e on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:28:06.860942 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-25edc99c-b28f-4eab-b6c8-bc31a672da14 tempest-TestMinimumBasicScenario-1110456543 tempest-TestMinimumBasicScenario-1110456543-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1094 time: 0.1560650 Jun 24 14:28:06.863971 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54270) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:06.869208 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'port_id': 'b9eb9309-05cf-4277-8277-21e759df8287', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:06.875147 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] DHCP port deletion for dca48f9e-5e55-4917-8c88-9d55aac1222e request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:28:06.879801 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Deleting port e790526e-3040-41ce-8a79-ed961370a8de {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:06.880044 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:06.880295 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.884002 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:floatingip and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:06.886959 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:06.893168 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:06.904312 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for floatingip, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:06.941381 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] For port e790526e-3040-41ce-8a79-ed961370a8de, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e790526e-3040-41ce-8a79-ed961370a8de,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:06.941781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.052534 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.081005 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Calling delete_port for e790526e-3040-41ce-8a79-ed961370a8de owned by network:dhcp {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:07.154114 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] For port e790526e-3040-41ce-8a79-ed961370a8de, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e790526e-3040-41ce-8a79-ed961370a8de,segment=NetworkSegment(9cb7ebd3-1683-4cbc-aa26-978a788896b8),segment_id=9cb7ebd3-1683-4cbc-aa26-978a788896b8)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:07.154469 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.159936 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.195818 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Allocated IP 172.28.2.185 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/9a60e99c-6c2e-487d-b5fd-b8fd423c92ab) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:28:07.206182 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e790526e-3040-41ce-8a79-ed961370a8de,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:07.209661 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] No DVR routers for this DVR port e790526e-3040-41ce-8a79-ed961370a8de on host dv-cinder-847189-2-smb {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:28:07.282434 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Calling delete_port for e790526e-3040-41ce-8a79-ed961370a8de owned by network:dhcp {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:07.336137 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.359984 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.api [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:28:07.360364 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG oslo_db.api [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:28:07.368160 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca48f9e-5e55-4917-8c88-9d55aac1222e']}} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:07.380955 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb7ebd3-1683-4cbc-aa26-978a788896b8') {'for_net_delete': True} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:07.381250 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb7ebd3-1683-4cbc-aa26-978a788896b8') {} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:07.393048 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2738881'] for segment, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.409504 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.416392 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:28:07.416750 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1425026'] for segment, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.431654 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.464050 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.479818 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 9cb7ebd3-1683-4cbc-aa26-978a788896b8 resource provider aggregate not found Jun 24 14:28:07.505743 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 9cb7ebd3-1683-4cbc-aa26-978a788896b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cb7ebd3-1683-4cbc-aa26-978a788896b8 found for delete ", "request_id": "req-9b3ab360-48b9-4991-a94d-c36422ebe204"}]} Jun 24 14:28:07.519737 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.524783 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:28:07.525024 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.531888 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:07.535982 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:28:07.552568 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca48f9e-5e55-4917-8c88-9d55aac1222e,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:07.567273 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-114ec8ee-d3db-4c9f-83ee-3a403d8bc6d9 admin admin] 10.222.0.33 "DELETE /v2.0/networks/dca48f9e-5e55-4917-8c88-9d55aac1222e HTTP/1.1" status: 204 len: 168 time: 0.9834380 Jun 24 14:28:07.567945 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'Port': ['ID=9a60e99c-6c2e-487d-b5fd-b8fd423c92ab,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:07.583627 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.584005 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.584313 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.584640 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.584966 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.585282 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.585592 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.585916 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.586220 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.586567 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.586878 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.587172 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:07.683264 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54284) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:07.731559 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-4c6e644b-0111-4e1a-8775-15fe56273d35 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b135092794e24d09b7eaa852215352f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470908 Jun 24 14:28:07.733988 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54288) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:07.793663 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-924f9f67-f188-4119-a54b-e1851b0b01b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.821948 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-924f9f67-f188-4119-a54b-e1851b0b01b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.862178 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Deleting port e790526e-3040-41ce-8a79-ed961370a8de {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:07.862872 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.879952 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-924f9f67-f188-4119-a54b-e1851b0b01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.901126 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f9f67-f188-4119-a54b-e1851b0b01b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48ef8e8-1ca4-4665-8e99-fcfb8640c106,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:07.912876 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-924f9f67-f188-4119-a54b-e1851b0b01b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.916681 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-924f9f67-f188-4119-a54b-e1851b0b01b8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b48ef8e8-1ca4-4665-8e99-fcfb8640c106 HTTP/1.1" status: 204 len: 168 time: 0.1790719 Jun 24 14:28:07.942162 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-78d5fb31-a3c7-46d4-b728-8516d6959a71 None None] The port 'e790526e-3040-41ce-8a79-ed961370a8de' was deleted {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:28:07.989218 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:08.067411 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:08.243772 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e790526e-3040-41ce-8a79-ed961370a8de no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:08.280588 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:08.281291 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: e790526e-3040-41ce-8a79-ed961370a8de {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:08.281819 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e790526e-3040-41ce-8a79-ed961370a8de not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:08.297003 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:08.409188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'Port': ['ID=9a60e99c-6c2e-487d-b5fd-b8fd423c92ab,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:08.419103 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:08.604027 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Floating IP 4abbe742-7fc3-4769-8b59-6c95a1702e0c associated. External IP: 172.28.2.185, port: b9eb9309-05cf-4277-8277-21e759df8287. Jun 24 14:28:09.105650 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Router efdde070-e52b-4c4c-b705-d5b3bc2c06db has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:28:09.115347 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1603ca-a9fd-40d7-acff-fd380e7b0f01 req-0ed3b7c3-820d-437d-b24d-7451d058d1cb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:09.116879 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7f1603ca-a9fd-40d7-acff-fd380e7b0f01 req-0ed3b7c3-820d-437d-b24d-7451d058d1cb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0993762 Jun 24 14:28:09.162282 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7f1603ca-a9fd-40d7-acff-fd380e7b0f01 req-91d3b49d-4aa5-4538-b2b5-e58d70138df0 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394807 Jun 24 14:28:09.299466 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:28:09.309599 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] Sync routers for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:28:09.321086 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:09.321812 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:09.326052 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:09.400291 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-aae51a30-1bd0-4859-9414-583174efb4b7 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5351930 Jun 24 14:28:09.400923 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:09.403099 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54344) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:09.408738 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959405955', 'description': 'tempest-secgroup-smoke-1959405955 description', 'project_id': '83596f2f58ce4be987c25c7a565844ce'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:09.415783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:09.429284 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:09.447415 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:09.452029 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c582d1-2481-4eea-bda4-ca93e5599c70'] response: {'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287', 'status': 'completed', 'code': 200} Jun 24 14:28:09.469333 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:09.473604 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:09.476638 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:09.534093 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:09.628445 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:09.704444 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-1e0dc18c-bdee-429f-85f2-dfe82902a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:09.705950 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-1e0dc18c-bdee-429f-85f2-dfe82902a2f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1099 time: 0.2263856 Jun 24 14:28:09.800524 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:09.809377 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:09.893909 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75227779-00de-4c3b-844c-2f21809b2cce,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:09.898425 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '4abbe742-7fc3-4769-8b59-6c95a1702e0c', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'floating_ip_address': '172.28.2.185', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'port_id': 'b9eb9309-05cf-4277-8277-21e759df8287', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'mac_address': 'fa:16:3e:0b:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:28:07Z', 'updated_at': '2022-06-24T14:28:07Z', 'revision_number': 0, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:22Z', 'revision_number': 5, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:09.903125 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] Checking router: efdde070-e52b-4c4c-b705-d5b3bc2c06db for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:28:09.913330 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:09.914053 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:27:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:09.915639 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:09.920682 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54360) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:09.927102 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c04b85a7-ddc0-446d-a9db-679ffe7fa864 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5226698 Jun 24 14:28:09.928228 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'security_group_rule': {'security_group_id': '75227779-00de-4c3b-844c-2f21809b2cce', 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:09.935216 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-3de5c280-3dac-4e8a-b816-69ee0f18bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:09.938017 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-3de5c280-3dac-4e8a-b816-69ee0f18bca2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 916 time: 0.2151644 Jun 24 14:28:09.946225 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:09.959261 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:09.968334 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:09.984973 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:10.014348 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.069743 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-4160cc00-36f7-4a89-9928-12bba44aaeef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 1000 time: 0.1263201 Jun 24 14:28:10.084864 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.089936 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.111478 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67b8d22-84ad-4133-a316-92e73e372b8d,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:10.129896 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.133604 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3a049b6e-74d9-4234-b469-cdbd64337532 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090163 Jun 24 14:28:10.133996 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54364) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:10.141007 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'security_group_rule': {'security_group_id': '75227779-00de-4c3b-844c-2f21809b2cce', 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:10.151256 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:10.154250 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-c2015c2c-4a34-4d31-a713-1a60c246eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:10.155747 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-c2015c2c-4a34-4d31-a713-1a60c246eca3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0798116 Jun 24 14:28:10.158254 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:10.160549 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:10.161352 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:10.167253 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:10.235290 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.355091 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-831e9354-2669-4693-827d-9ee347c07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:10.356630 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-831e9354-2669-4693-827d-9ee347c07285 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2993ba34-c6e4-48bf-9161-f6589e70ff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1868165 Jun 24 14:28:10.401020 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.453711 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.504357 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4cd916-19e4-479a-a5ab-44759eb9a470,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:10.520249 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '4abbe742-7fc3-4769-8b59-6c95a1702e0c', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'floating_ip_address': '172.28.2.185', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'port_id': 'b9eb9309-05cf-4277-8277-21e759df8287', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'mac_address': 'fa:16:3e:0b:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:28:07Z', 'updated_at': '2022-06-24T14:28:07Z', 'revision_number': 0, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:22Z', 'revision_number': 5, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:10.525015 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a978e-be27-4e71-8fc7-e2e124707558 None None] The sync data for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb is: [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '4abbe742-7fc3-4769-8b59-6c95a1702e0c', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'floating_ip_address': '172.28.2.185', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'port_id': 'b9eb9309-05cf-4277-8277-21e759df8287', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'mac_address': 'fa:16:3e:0b:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:28:07Z', 'updated_at': '2022-06-24T14:28:07Z', 'revision_number': 0, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:22Z', 'revision_number': 5, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:28:10.529163 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.530349 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-4e1c81a8-7c46-4927-b32f-b215fe6736cf tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953254 Jun 24 14:28:10.533617 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54370) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:10.538957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'security_group_rule': {'security_group_id': '75227779-00de-4c3b-844c-2f21809b2cce', 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:10.545287 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:10.549349 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:10.552423 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:10.554854 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822823-9f24-4342-84fe-42e560e4e54f req-1e154a26-ceef-46f5-94a6-54ecfe0401d4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:10.556388 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69822823-9f24-4342-84fe-42e560e4e54f req-1e154a26-ceef-46f5-94a6-54ecfe0401d4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.2688968 Jun 24 14:28:10.558581 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-24f09ef0-0380-45c1-a43a-9e5b791c8743 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920626 Jun 24 14:28:10.561563 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:10.581915 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.650283 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.655863 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.680259 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc11d269-a46f-4ca7-8ffc-c6c0dbf321ed,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:10.682917 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-69822823-9f24-4342-84fe-42e560e4e54f req-d186e73d-4e98-440a-a6e9-cfae32d391ee tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195462 Jun 24 14:28:10.698545 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.699807 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f51d3bbe-8459-4583-b9a7-fff77962bb85 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651225 Jun 24 14:28:10.703070 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54374) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:10.708795 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'security_group_rule': {'security_group_id': '75227779-00de-4c3b-844c-2f21809b2cce', 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:10.715107 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:10.720080 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:10.723215 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:10.731319 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:10.741546 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-04c6a484-a8d8-46b7-b79e-6351ec713e13 req-0a9b419c-8f6e-4e8a-be37-18fcd41d4abf service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622736 Jun 24 14:28:10.759617 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.797997 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7619f-73a7-4dd7-b405-687676ea73d1 None None] New status for floating IP 4abbe742-7fc3-4769-8b59-6c95a1702e0c: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:28:10.831405 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.837895 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.861113 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f899faa-b2a6-4ed7-8e0a-facd9ab98420,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:10.871383 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.872568 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-c3bc04ab-f9dc-42cb-bf71-332771864457 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682913 Jun 24 14:28:10.875280 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54378) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:10.880293 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'security_group_rule': {'security_group_id': '75227779-00de-4c3b-844c-2f21809b2cce', 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:10.886157 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:10.890091 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:10.893339 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:10.899256 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:10.910611 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.securitygroups_db [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Project 83596f2f58ce4be987c25c7a565844ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:28:10.917540 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.987987 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.995492 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.026097 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75e8230-975f-4d9e-b558-d5d55ff11515,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:11.033287 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.034904 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-8c179e0f-ef31-43e8-a50e-ece0542f2f9c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584265 Jun 24 14:28:11.037446 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54386) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:11.043270 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'security_group_rule': {'security_group_id': '75227779-00de-4c3b-844c-2f21809b2cce', 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:11.049889 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:11.054171 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Usage tracker for resource:security_group_rule and tenant:83596f2f58ce4be987c25c7a565844ce is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:11.057682 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:11.064677 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:11.076666 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.securitygroups_db [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Project 83596f2f58ce4be987c25c7a565844ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:28:11.084510 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.177164 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.183414 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.207140 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1358fd-3b37-4b6b-9894-9be40e6e4ae7,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:11.217073 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.218267 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-acd3a860-debc-45a5-a162-b2afb60a619c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795816 Jun 24 14:28:11.341039 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-f29a7074-2ec9-4f15-8ac7-3416f9b0a6f0 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Synchronizing usage tracker for tenant:83596f2f58ce4be987c25c7a565844ce on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:28:11.357535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-f29a7074-2ec9-4f15-8ac7-3416f9b0a6f0 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Unset dirty status for tenant:83596f2f58ce4be987c25c7a565844ce on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:28:11.358751 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-f29a7074-2ec9-4f15-8ac7-3416f9b0a6f0 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959405955&fields=id&tenant_id=83596f2f58ce4be987c25c7a565844ce HTTP/1.1" status: 200 len: 267 time: 0.0611999 Jun 24 14:28:11.463258 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-879ed7c0-f2a6-4999-9fa2-8b731305e363 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:11.464822 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-879ed7c0-f2a6-4999-9fa2-8b731305e363 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.1001945 Jun 24 14:28:11.479026 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'port': {'security_groups': ['3c3e5d76-21d6-48f6-92c8-192f18fc675b', '75227779-00de-4c3b-844c-2f21809b2cce']}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:11.605155 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.914906 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b9eb9309-05cf-4277-8277-21e759df8287,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:11.948337 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.956745 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.968579 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['b9eb9309-05cf-4277-8277-21e759df8287'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:28:12.130225 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fd445-7c51-48fd-9166-851b77dbb68c req-3e5bf8cb-69cb-4f49-a000-3c3238d6da2c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.131654 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0c0fd445-7c51-48fd-9166-851b77dbb68c req-3e5bf8cb-69cb-4f49-a000-3c3238d6da2c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.2749183 Jun 24 14:28:12.173127 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.173750 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.181751 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-80f9e274-8889-4c7f-97d5-f6928f2cae8a req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "PUT /v2.0/ports/b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 982 time: 0.7014532 Jun 24 14:28:12.181751 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:12.210991 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeac6de-acab-4f43-97f1-053b27c34e08 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=6']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:12.229346 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0c0fd445-7c51-48fd-9166-851b77dbb68c req-3f67e9ce-4560-4acb-addf-fbed07b81c77 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887978 Jun 24 14:28:12.284002 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fb06bd-8ee9-4991-823c-dd9749c86804'] response: {'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287', 'status': 'completed', 'code': 200} Jun 24 14:28:12.313853 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['b9eb9309-05cf-4277-8277-21e759df8287'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:28:12.460931 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3d8b-5b4e-4ca0-89d2-099fe64d9cf6 req-6d98343f-dbc3-4b48-9654-01d136b221fa tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.462421 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa6c3d8b-5b4e-4ca0-89d2-099fe64d9cf6 req-6d98343f-dbc3-4b48-9654-01d136b221fa tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1568739 Jun 24 14:28:12.471014 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-5a9d8aa6-b932-4803-bd69-e8c35c25f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.472483 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-5a9d8aa6-b932-4803-bd69-e8c35c25f4d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1138 time: 0.1234293 Jun 24 14:28:12.506704 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-fda16331-9064-49d8-aa67-f96b30274808 None None] Provisioning complete for port b9eb9309-05cf-4277-8277-21e759df8287 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:12.507072 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fda16331-9064-49d8-aa67-f96b30274808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.587893 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa6c3d8b-5b4e-4ca0-89d2-099fe64d9cf6 req-53468833-2fb5-4f53-8750-27404b99a54c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193335 Jun 24 14:28:12.658155 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-28d36c0b-600a-45d4-9307-1f8ccc764eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.659674 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-28d36c0b-600a-45d4-9307-1f8ccc764eeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 916 time: 0.1745520 Jun 24 14:28:12.700892 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-fda16331-9064-49d8-aa67-f96b30274808 None None] Current status of the port b9eb9309-05cf-4277-8277-21e759df8287 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:12.773337 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-1e0192de-4a98-4524-a553-2b3a2f5da6e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 1002 time: 0.1006637 Jun 24 14:28:12.844806 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-ff6d4ad6-fb6e-4320-bd81-e843adf7b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.846576 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-ff6d4ad6-fb6e-4320-bd81-e843adf7b492 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0669050 Jun 24 14:28:12.934761 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-e73ff141-83a8-420b-a68a-f4cef4b18daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.936349 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-e73ff141-83a8-420b-a68a-f4cef4b18daf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2993ba34-c6e4-48bf-9161-f6589e70ff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826263 Jun 24 14:28:13.078487 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-7d31d879-29a0-46b1-abec-e9799b231ef5 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342707 Jun 24 14:28:13.221365 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-21722be9-92ec-4347-b1ba-40fcf1f91360 req-235517a5-0a9f-46cc-a70f-9f7684f82692 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279323 Jun 24 14:28:13.430852 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fb0a4-2666-4bc3-92ca-a0924a9e6995 req-74b7981a-674a-4fd9-b16c-bcc327703ec9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:13.432516 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9f5fb0a4-2666-4bc3-92ca-a0924a9e6995 req-74b7981a-674a-4fd9-b16c-bcc327703ec9 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0948708 Jun 24 14:28:13.479841 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9f5fb0a4-2666-4bc3-92ca-a0924a9e6995 req-112edc61-8651-4dd5-9f23-750e96ecde6e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Jun 24 14:28:14.676738 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872706d-80d1-4229-aabc-3f37a74a30e2 req-8aab9649-ed90-4f04-bac6-e0a1e287f092 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:14.679043 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3872706d-80d1-4229-aabc-3f37a74a30e2 req-8aab9649-ed90-4f04-bac6-e0a1e287f092 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0914900 Jun 24 14:28:14.728815 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3872706d-80d1-4229-aabc-3f37a74a30e2 req-9830a90d-c4aa-4f13-8690-5e5f15e6bdc8 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438950 Jun 24 14:28:15.927123 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7474090-37df-4de6-a4a6-83e46303fa92 req-3866fab6-2928-4a5d-945b-35958c943f9e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:15.928811 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f7474090-37df-4de6-a4a6-83e46303fa92 req-3866fab6-2928-4a5d-945b-35958c943f9e tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0885162 Jun 24 14:28:15.976633 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f7474090-37df-4de6-a4a6-83e46303fa92 req-b277a9e1-a3dd-494e-abaa-744b9ab267b5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412731 Jun 24 14:28:17.181602 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460784d7-681a-49df-9dfa-1af8ce71dbf6 req-1da1f4da-bff3-4077-b66e-aac6e51ec7f4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:17.183075 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-460784d7-681a-49df-9dfa-1af8ce71dbf6 req-1da1f4da-bff3-4077-b66e-aac6e51ec7f4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0971386 Jun 24 14:28:17.227640 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-460784d7-681a-49df-9dfa-1af8ce71dbf6 req-41acf433-8eb6-4cd2-80aa-44da02e38e88 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386524 Jun 24 14:28:18.438828 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004c476-b29d-4594-a81b-08645165d8db req-e53e657d-7f16-41e8-b7f2-e73bdaa34930 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:18.440271 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b004c476-b29d-4594-a81b-08645165d8db req-e53e657d-7f16-41e8-b7f2-e73bdaa34930 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0935280 Jun 24 14:28:18.489677 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b004c476-b29d-4594-a81b-08645165d8db req-a471fe77-013b-4a96-9f0d-b9c2e88c2402 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412910 Jun 24 14:28:19.694655 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1d1d7-29a4-4a0a-902b-89014e95174a req-14af6551-3e4e-4a90-9d0b-1d9e5b105b1b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:19.696032 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e3b1d1d7-29a4-4a0a-902b-89014e95174a req-14af6551-3e4e-4a90-9d0b-1d9e5b105b1b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0932949 Jun 24 14:28:19.741594 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e3b1d1d7-29a4-4a0a-902b-89014e95174a req-827e1b73-4b4c-48ab-927a-3c3b45a5d502 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379605 Jun 24 14:28:20.964835 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ac887-c55e-40d2-9a27-696f7a428dcc req-133b1a17-5377-422a-9e7c-b4ad416b0afd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:20.966675 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa8ac887-c55e-40d2-9a27-696f7a428dcc req-133b1a17-5377-422a-9e7c-b4ad416b0afd tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1086116 Jun 24 14:28:21.011845 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa8ac887-c55e-40d2-9a27-696f7a428dcc req-c675d48e-1fb1-4670-a9af-e7e070dd9ca1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393023 Jun 24 14:28:21.811867 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:28:21.995092 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:22.009522 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'port_id': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'mac_address': 'fa:16:3e:ac:35:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:28:22.101268 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: ACTIVE; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:22.101566 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:22.121462 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66600e85-e3e4-4ddd-a981-a479ff451ebb {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:28:22.138607 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:22.145016 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:22.250774 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=6']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:22.258939 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d5289-3d86-4ded-946c-381b867693da req-f2104f15-5a0f-458b-98d2-a15a06e8eb06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:22.260139 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.260582 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.260929 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.261316 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.261703 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.262078 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.262479 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.262904 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.263478 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.263995 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.264586 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.265058 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:22.274276 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-025d5289-3d86-4ded-946c-381b867693da req-f2104f15-5a0f-458b-98d2-a15a06e8eb06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 945 time: 0.1359398 Jun 24 14:28:22.281533 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['66600e85-e3e4-4ddd-a981-a479ff451ebb'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:28:22.380433 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-025d5289-3d86-4ded-946c-381b867693da req-db8a0891-6a1c-43fa-9dff-ae3e6d00d9b6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994637 Jun 24 14:28:22.964979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-721a3c0b-b594-4a37-ae0e-b5d489520504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:23.661457 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741604-db30-4fd4-b1dd-b2239aec69fb req-c354ab1a-da24-4adf-8cc7-b96ee4b07ef3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:23.672799 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ff741604-db30-4fd4-b1dd-b2239aec69fb req-c354ab1a-da24-4adf-8cc7-b96ee4b07ef3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 945 time: 0.1145508 Jun 24 14:28:23.730755 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ff741604-db30-4fd4-b1dd-b2239aec69fb req-a8242df6-527c-47ee-acc7-3f54c29556ac tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567918 Jun 24 14:28:23.823305 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:28:23.936029 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 66600e85-e3e4-4ddd-a981-a479ff451ebb triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:23.938533 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:24.127711 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:24.128434 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:24.159925 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:24.181798 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:24.188596 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:24.243228 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4da1ffa-253b-43b6-b1f8-8680cf8728b6'] response: {'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'code': 200} Jun 24 14:28:24.289891 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=7']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:25.007653 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91fc65-ebec-4c27-b7ad-2a756211525b req-a4b6e504-59ee-425e-a7c6-e5be4f6ce823 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:25.017213 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aa91fc65-ebec-4c27-b7ad-2a756211525b req-a4b6e504-59ee-425e-a7c6-e5be4f6ce823 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1673708 Jun 24 14:28:25.078416 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7c686185-d2f5-4336-8036-da3aa7831461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:25.094229 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-aa91fc65-ebec-4c27-b7ad-2a756211525b req-2a6f89ac-3195-4b02-b918-2dde7a039f15 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701303 Jun 24 14:28:26.269098 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:26.315898 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086db3c6-7152-4527-8e53-8cc106314e34 req-e7fa2e06-9a7e-4e68-9c09-a142aa301450 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:26.317533 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-086db3c6-7152-4527-8e53-8cc106314e34 req-e7fa2e06-9a7e-4e68-9c09-a142aa301450 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1001101 Jun 24 14:28:26.395234 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-086db3c6-7152-4527-8e53-8cc106314e34 req-abb2bbdd-1a19-47e6-ae79-19400bb2d915 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702188 Jun 24 14:28:26.488550 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:27.601595 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae161edd-080d-445c-a627-9b617a86ecb5 req-fcfdd4d7-8d4e-409c-879d-1770d2863a6f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:27.603825 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ae161edd-080d-445c-a627-9b617a86ecb5 req-fcfdd4d7-8d4e-409c-879d-1770d2863a6f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0922201 Jun 24 14:28:27.659011 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ae161edd-080d-445c-a627-9b617a86ecb5 req-696f1152-5feb-406a-bc8d-4f2930b684ed tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488477 Jun 24 14:28:28.012535 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:28.917183 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae7243-741f-4536-bcf2-07e31b993f6b req-be0db3d7-95e6-422d-832b-18bdaad646ae tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:28.928212 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-63ae7243-741f-4536-bcf2-07e31b993f6b req-be0db3d7-95e6-422d-832b-18bdaad646ae tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1272287 Jun 24 14:28:28.992741 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-63ae7243-741f-4536-bcf2-07e31b993f6b req-49d0da0e-a0fd-40d6-bbe5-14aa96cbbe2f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632470 Jun 24 14:28:29.527942 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:30.209498 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1f0a0-31ea-4c62-a5ce-da6b6b603aa2 req-6aa17933-e6b6-4bf0-a0af-5434addadf06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:30.216623 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a1a1f0a0-31ea-4c62-a5ce-da6b6b603aa2 req-6aa17933-e6b6-4bf0-a0af-5434addadf06 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1085458 Jun 24 14:28:30.397886 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a1a1f0a0-31ea-4c62-a5ce-da6b6b603aa2 req-159b9af9-2eb3-4c89-8ffa-4e53e71daf70 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802115 Jun 24 14:28:31.638698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c9cff-8b6d-4091-9aeb-10942290f541 req-c69dc8d9-c6e4-466e-9ec0-7e6d75f19967 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:31.640962 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d20c9cff-8b6d-4091-9aeb-10942290f541 req-c69dc8d9-c6e4-466e-9ec0-7e6d75f19967 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1223896 Jun 24 14:28:31.708216 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d20c9cff-8b6d-4091-9aeb-10942290f541 req-373f573b-b498-4f68-b365-332c3119fb0d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596788 Jun 24 14:28:32.939679 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d03a5d-cd36-4dbc-a3a8-b107d224caa3 req-46e85b0f-9980-446f-aff4-d57192fda47d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:32.941326 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-14d03a5d-cd36-4dbc-a3a8-b107d224caa3 req-46e85b0f-9980-446f-aff4-d57192fda47d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1144321 Jun 24 14:28:33.043368 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-14d03a5d-cd36-4dbc-a3a8-b107d224caa3 req-50b0d2a7-1f92-48fa-b031-a7dda0d744a0 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958664 Jun 24 14:28:33.078776 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-f3e664c0-6d2c-493e-9a66-30b110751955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:33.080219 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-f3e664c0-6d2c-493e-9a66-30b110751955 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1099 time: 0.2161047 Jun 24 14:28:33.235896 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-60100f31-6ea9-4fff-a635-336d98a0621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:33.237338 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-60100f31-6ea9-4fff-a635-336d98a0621f service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.1511388 Jun 24 14:28:33.353802 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-4e594950-8e57-4e17-9fb3-9ba15b3957a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 200 len: 1002 time: 0.1078441 Jun 24 14:28:33.427982 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-313302ce-5538-4682-bf74-55866db72b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:33.429522 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-313302ce-5538-4682-bf74-55866db72b71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0714304 Jun 24 14:28:33.517286 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-8ef9b5b8-4ec1-4cfe-8f21-a8c249135f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:33.519114 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-8ef9b5b8-4ec1-4cfe-8f21-a8c249135f87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829253 Jun 24 14:28:33.671427 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-6a40f72f-da63-4c9b-b934-b5a074526e77 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454482 Jun 24 14:28:33.814455 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-15789492-d0a0-4157-bdb6-e9418b98b894 req-01b667d4-3d26-4bc9-9ce8-65349e04548f service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358078 Jun 24 14:28:34.452555 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd694c5c-ff44-4685-be22-c51fba66aaec req-59fa965e-0e37-4bb2-abb4-a660a3e0bf2b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:34.454092 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cd694c5c-ff44-4685-be22-c51fba66aaec req-59fa965e-0e37-4bb2-abb4-a660a3e0bf2b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.1013725 Jun 24 14:28:34.505855 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cd694c5c-ff44-4685-be22-c51fba66aaec req-cac580f8-e423-4e71-99aa-1123b2945f34 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457208 Jun 24 14:28:35.731408 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c4ef-9aa4-4ae9-bee3-c83dee95872c req-39a6d63e-59ba-40f4-ade0-3fe5db85b762 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:35.732906 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-74d4c4ef-9aa4-4ae9-bee3-c83dee95872c req-39a6d63e-59ba-40f4-ade0-3fe5db85b762 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 946 time: 0.0987880 Jun 24 14:28:35.777519 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-74d4c4ef-9aa4-4ae9-bee3-c83dee95872c req-9c4183b0-3802-48e5-b635-b44b493ede40 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387287 Jun 24 14:28:35.882369 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:36.007547 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: ACTIVE; New status is: DOWN {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:36.007547 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:36.035987 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:36.049371 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:36.054130 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:36.089277 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218045be-aad5-4129-8483-adad221c1d96'] response: {'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'code': 200} Jun 24 14:28:36.126660 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=8']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:37.019112 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ae0e8-69aa-4381-a731-777de4eb95c7 req-baad4b0c-c246-470e-94a5-bf8f8870765a tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:37.020593 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-685ae0e8-69aa-4381-a731-777de4eb95c7 req-baad4b0c-c246-470e-94a5-bf8f8870765a tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.1563470 Jun 24 14:28:37.032264 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb496cf-21c9-4b6d-ac41-8e6c08a6daf8 req-df226aca-e0a4-448e-9075-f8a107706eed tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:37.033708 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-afb496cf-21c9-4b6d-ac41-8e6c08a6daf8 req-df226aca-e0a4-448e-9075-f8a107706eed tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1206009 Jun 24 14:28:37.103600 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-685ae0e8-69aa-4381-a731-777de4eb95c7 req-30627a66-dedf-4d4e-b4f7-2f9db5bb3cb4 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688579 Jun 24 14:28:37.108062 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-afb496cf-21c9-4b6d-ac41-8e6c08a6daf8 req-14ff7eda-3ba9-426b-b106-9116b08a7a4f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604305 Jun 24 14:28:38.321795 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6664-9998-481e-b2cd-ca81b35ffd12 req-212dab45-6d77-4966-b89b-c4c08e369fe6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:38.325131 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-540c6664-9998-481e-b2cd-ca81b35ffd12 req-212dab45-6d77-4966-b89b-c4c08e369fe6 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.0969281 Jun 24 14:28:38.373120 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-540c6664-9998-481e-b2cd-ca81b35ffd12 req-6c36570f-7c05-4870-ae1a-03ab1c6e9458 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Jun 24 14:28:38.676240 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f172f0f-9f0d-492c-a9d8-7c23889115c7 req-f8a74b43-ebff-4efa-ab06-761cfdcde4ee tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:38.677980 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7f172f0f-9f0d-492c-a9d8-7c23889115c7 req-f8a74b43-ebff-4efa-ab06-761cfdcde4ee tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1062460 Jun 24 14:28:38.689313 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-b4bd2587-0233-493b-9774-3b24115e2153 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994611 Jun 24 14:28:38.846995 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7f172f0f-9f0d-492c-a9d8-7c23889115c7 req-c7bdb4e7-c5f6-4790-bcc6-8653940498fb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623497 Jun 24 14:28:39.019754 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-eee0d5dd-6a30-430d-8310-c4f3a7bfcd0e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:39.021344 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-eee0d5dd-6a30-430d-8310-c4f3a7bfcd0e tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.0918493 Jun 24 14:28:39.099217 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Deleting port 89a7a43e-2485-4f73-ad92-5c673553a0a5 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:39.099566 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:39.361156 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] For port 89a7a43e-2485-4f73-ad92-5c673553a0a5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=89a7a43e-2485-4f73-ad92-5c673553a0a5,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:39.361841 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:39.747755 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:39.748056 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:39.748250 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Floating IP 1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d disassociated. External IP: 172.28.2.198, port: 89a7a43e-2485-4f73-ad92-5c673553a0a5. Jun 24 14:28:39.748575 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Calling delete_port for 89a7a43e-2485-4f73-ad92-5c673553a0a5 owned by compute:nova {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:39.785506 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a2864-33dd-4939-9294-85057f78c05b req-730be4c4-5335-4898-b1b3-dade1ce5e0db tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:39.787182 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b55a2864-33dd-4939-9294-85057f78c05b req-730be4c4-5335-4898-b1b3-dade1ce5e0db tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 945 time: 0.2491889 Jun 24 14:28:39.859821 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b55a2864-33dd-4939-9294-85057f78c05b req-04fee242-6199-4bfb-acf4-33848c66fa85 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups?id=a0c142b9-05d7-4fc8-b37e-54a612a895e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639400 Jun 24 14:28:39.899328 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:39.903468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187b2-d71c-4246-affe-eafb2d98488e req-11f62bd4-67e7-473f-82c9-9ba4ecc80113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:39.904941 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-11f62bd4-67e7-473f-82c9-9ba4ecc80113 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda&tenant_id=da8bdd3a76284646a65d728c09f1ac2a HTTP/1.1" status: 200 len: 1097 time: 0.0963953 Jun 24 14:28:40.038244 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:40.047249 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187b2-d71c-4246-affe-eafb2d98488e req-c2262ba9-4308-4ec7-a058-81b1cabfabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:40.049144 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-c2262ba9-4308-4ec7-a058-81b1cabfabd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1097 time: 0.1131845 Jun 24 14:28:40.062104 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: DOWN; New status is: DOWN {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:40.063121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 89a7a43e-2485-4f73-ad92-5c673553a0a5 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:40.098637 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 89a7a43e-2485-4f73-ad92-5c673553a0a5 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:40.099014 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 89a7a43e-2485-4f73-ad92-5c673553a0a5 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:40.113056 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event deleted for resources: {'Port': ['ID=89a7a43e-2485-4f73-ad92-5c673553a0a5,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:40.192835 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187b2-d71c-4246-affe-eafb2d98488e req-04d422b8-3c0b-4c16-8c2d-979b5372f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:40.194265 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-04d422b8-3c0b-4c16-8c2d-979b5372f207 service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.1384676 Jun 24 14:28:40.262775 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299bea7-09b7-4ec8-bac3-bfb4154ac139 req-e98d1f52-2937-40de-8543-7c48fec63ea3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:40.264945 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b299bea7-09b7-4ec8-bac3-bfb4154ac139 req-e98d1f52-2937-40de-8543-7c48fec63ea3 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.2983747 Jun 24 14:28:40.303258 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-d3bd026c-62be-4b69-a408-1dfdef72da92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 200 len: 1000 time: 0.1024668 Jun 24 14:28:40.335893 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b299bea7-09b7-4ec8-bac3-bfb4154ac139 req-6ada3d62-29b3-4ee1-8a7e-cf8334306ca4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603330 Jun 24 14:28:40.365841 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Router f5714f23-aa90-43fb-892d-b659d686c271 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:28:40.375943 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187b2-d71c-4246-affe-eafb2d98488e req-65f26aec-0409-4d18-9d8f-9e31adb7681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:40.377440 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-65f26aec-0409-4d18-9d8f-9e31adb7681d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0676072 Jun 24 14:28:40.482623 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f187b2-d71c-4246-affe-eafb2d98488e req-c78f1803-edaf-4160-894c-25c923b2c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:40.484580 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-c78f1803-edaf-4160-894c-25c923b2c075 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009212 Jun 24 14:28:40.671553 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-cbd36b39-daab-4123-b4fb-68679a4209f7 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783533 Jun 24 14:28:40.687718 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:28:40.703602 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] Sync routers for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:28:40.714633 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:40.720601 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:40.788398 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] No DVR routers for this DVR port 89a7a43e-2485-4f73-ad92-5c673553a0a5 on host hv-cinder-84718 {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:28:40.791661 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:40.795075 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'name': 'network-vif-deleted', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:40.832269 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a7c7414d-46ab-458a-b3a6-73be2877131b req-90e33437-84e6-4876-960c-46eb8d4d594f tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.39 "DELETE /v2.0/ports/89a7a43e-2485-4f73-ad92-5c673553a0a5 HTTP/1.1" status: 204 len: 173 time: 1.8029299 Jun 24 14:28:40.859954 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8322072d-1202-45d5-94eb-2a03e7d62261'] response: {'server_uuid': 'a07a3db8-8721-4ba5-a216-fde0b374e0c9', 'name': 'network-vif-deleted', 'tag': '89a7a43e-2485-4f73-ad92-5c673553a0a5', 'status': 'completed', 'code': 200} Jun 24 14:28:41.015390 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-86f187b2-d71c-4246-affe-eafb2d98488e req-52826f90-8ac6-4df5-8bdf-d76f5b8d609c service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366921 Jun 24 14:28:41.078606 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:41.149310 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-37722bce-7600-444f-9a45-64b12d246188 req-f891e7ed-1e72-43e0-a2ae-6a3af78f1896 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Synchronizing usage tracker for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:28:41.170723 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-37722bce-7600-444f-9a45-64b12d246188 req-f891e7ed-1e72-43e0-a2ae-6a3af78f1896 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Unset dirty status for tenant:66b6df60554345868af966e437c8e055 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:28:41.172349 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-37722bce-7600-444f-9a45-64b12d246188 req-f891e7ed-1e72-43e0-a2ae-6a3af78f1896 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/ports?device_id=a07a3db8-8721-4ba5-a216-fde0b374e0c9 HTTP/1.1" status: 200 len: 210 time: 0.1074069 Jun 24 14:28:41.464707 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:41.472945 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] Checking router: f5714f23-aa90-43fb-892d-b659d686c271 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:28:41.493732 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:41.494559 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:41.660497 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd4037-e73d-424a-8563-f9efac16ce9e req-1e5e7c44-bafa-4965-9f81-8f4403ce23b0 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:41.674462 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4bd4037-e73d-424a-8563-f9efac16ce9e req-1e5e7c44-bafa-4965-9f81-8f4403ce23b0 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.2059753 Jun 24 14:28:41.753077 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4bd4037-e73d-424a-8563-f9efac16ce9e req-8ae8188a-c0d3-4c8c-843f-086184518685 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773189 Jun 24 14:28:41.775843 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:42.274880 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:42.279462 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b019e-f726-4fce-b053-a2a08b1d7a4d None None] The sync data for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb is: [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '73a45190-f015-48d1-90ab-2c8b6dcf033c', 'name': '', 'network_id': '2649c39e-7113-43a2-9437-cfcf9380e309', 'tenant_id': '66b6df60554345868af966e437c8e055', 'mac_address': 'fa:16:3e:62:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:25Z', 'updated_at': '2022-06-24T14:23:45Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'subnets': [{'id': '1e9079d9-c6ed-41bd-9542-4f350f9fc030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:28:42.353880 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54962) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:42.457368 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da360345-065c-42c7-bb5a-4618e7c103e0 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:42.520698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da360345-065c-42c7-bb5a-4618e7c103e0 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:42.608988 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da360345-065c-42c7-bb5a-4618e7c103e0 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:42.638739 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da360345-065c-42c7-bb5a-4618e7c103e0 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c142b9-05d7-4fc8-b37e-54a612a895e2,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:42.675044 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-da360345-065c-42c7-bb5a-4618e7c103e0 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:42.675044 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-da360345-065c-42c7-bb5a-4618e7c103e0 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "DELETE /v2.0/security-groups/a0c142b9-05d7-4fc8-b37e-54a612a895e2 HTTP/1.1" status: 204 len: 168 time: 0.3141966 Jun 24 14:28:42.675753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 54974) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:42.704373 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.api.v2.resource [None req-3783ace8-d6f2-4bc6-8dc6-888156d96351 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] show failed (client error): The resource could not be found. Jun 24 14:28:42.713238 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3783ace8-d6f2-4bc6-8dc6-888156d96351 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "GET /v2.0/security-groups/a0c142b9-05d7-4fc8-b37e-54a612a895e2 HTTP/1.1" status: 404 len: 347 time: 0.0287187 Jun 24 14:28:42.713648 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 54978) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:42.714290 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94525642-47be-4fdf-a049-1b97c679773e None None] New status for floating IP 1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d: DOWN {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:28:42.945893 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Deleting port 39aedf34-e489-4d04-81b4-ea8cede8a1ac {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:42.946292 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:43.033935 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:28:43.287825 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:43.288166 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:43.375899 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f605a68-9693-42d0-a052-cfcc969a8379 req-04573b05-3db5-4004-89ba-43bf607c838c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:43.377566 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9f605a68-9693-42d0-a052-cfcc969a8379 req-04573b05-3db5-4004-89ba-43bf607c838c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.3158643 Jun 24 14:28:43.451778 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Calling delete_port for 39aedf34-e489-4d04-81b4-ea8cede8a1ac owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:43.570067 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9f605a68-9693-42d0-a052-cfcc969a8379 req-28d0d8d8-d128-48bf-aa49-51fdbb235e47 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262405 Jun 24 14:28:43.636182 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.api [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:28:43.636903 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG oslo_db.api [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:28:43.757954 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55004) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:43.887212 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:43.902882 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:43.907210 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Usage tracker for resource:security_group_rule and tenant:54383903c6704cf285e1d791b489ce59 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:43.910085 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:43.915945 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:44.022659 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.032896 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.090408 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=54383903c6704cf285e1d791b489ce59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312807 Jun 24 14:28:44.091514 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f7024-7fa2-434a-b7b0-cf62ba952c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae88d1-660d-4005-b831-a2aa067dc3f0,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:44.093234 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55012) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:44.138598 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Deleting port 39aedf34-e489-4d04-81b4-ea8cede8a1ac {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:44.138875 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.168871 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7c1e-1dcf-4660-a2ae-82494cb06fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.196430 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7c1e-1dcf-4660-a2ae-82494cb06fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.254698 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7c1e-1dcf-4660-a2ae-82494cb06fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.285827 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7c1e-1dcf-4660-a2ae-82494cb06fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae88d1-660d-4005-b831-a2aa067dc3f0,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:44.290137 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7c1e-1dcf-4660-a2ae-82494cb06fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.302711 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1a5e7c1e-1dcf-4660-a2ae-82494cb06fb7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e0ae88d1-660d-4005-b831-a2aa067dc3f0 HTTP/1.1" status: 204 len: 168 time: 0.1995037 Jun 24 14:28:44.345419 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.346037 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.605760 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Calling delete_port for 39aedf34-e489-4d04-81b4-ea8cede8a1ac owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:44.695484 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55024) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:44.723132 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.742176 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:44.747914 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Usage tracker for resource:security_group_rule and tenant:258a9a64f6a64d9794829459fc662c79 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:44.754556 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:44.770627 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:44.898303 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.905154 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.923218 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:44.972079 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aea190-4769-4bc0-b63b-dccf36c6297b,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:44.979529 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-71a78343-0a40-4bf2-8870-df8250d25e28 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=258a9a64f6a64d9794829459fc662c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827575 Jun 24 14:28:44.981827 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55030) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:45.117153 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fa0d23f3-8236-4e0e-b10c-4b81d4ca399b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:45.150068 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Pushing event deleted for resources: {'Port': ['ID=39aedf34-e489-4d04-81b4-ea8cede8a1ac,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:45.208600 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.210558 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fa0d23f3-8236-4e0e-b10c-4b81d4ca399b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:45.213738 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.214248 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.214611 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.214933 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.215245 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.215563 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.215880 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.216198 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.216627 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.222052 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.222459 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:45.318303 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fa0d23f3-8236-4e0e-b10c-4b81d4ca399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:45.323637 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df640c62-2d06-4b2d-8cb6-bccf9a842fac req-ab3ad87d-1536-43b7-a0d9-9808b1901ad8 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:45.330971 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-df640c62-2d06-4b2d-8cb6-bccf9a842fac req-ab3ad87d-1536-43b7-a0d9-9808b1901ad8 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.5512176 Jun 24 14:28:45.339047 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d23f3-8236-4e0e-b10c-4b81d4ca399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aea190-4769-4bc0-b63b-dccf36c6297b,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:45.361449 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fa0d23f3-8236-4e0e-b10c-4b81d4ca399b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:45.366633 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-fa0d23f3-8236-4e0e-b10c-4b81d4ca399b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/75aea190-4769-4bc0-b63b-dccf36c6297b HTTP/1.1" status: 204 len: 168 time: 0.3809917 Jun 24 14:28:45.433319 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-df640c62-2d06-4b2d-8cb6-bccf9a842fac req-598a1084-2a89-4d9b-81d7-83f5701760f1 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012545 Jun 24 14:28:45.434211 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:45.512092 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba431ed-dcb1-4e0b-9b79-4eefa3cbcf28 req-e3b25a7c-2f25-42cb-857c-7557a9435af4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:45.513811 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ba431ed-dcb1-4e0b-9b79-4eefa3cbcf28 req-e3b25a7c-2f25-42cb-857c-7557a9435af4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.2455983 Jun 24 14:28:45.515720 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:45.518774 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a63738b4-cacf-4b3f-91ee-48c19a7a7694 tempest-AttachVolumeTestJSON-1233722160 tempest-AttachVolumeTestJSON-1233722160-project] 10.222.0.33 "DELETE /v2.0/floatingips/1c0d3b48-4c68-4b49-8db2-d8c4f487bb7d HTTP/1.1" status: 204 len: 168 time: 2.8023751 Jun 24 14:28:45.598984 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-6ba431ed-dcb1-4e0b-9b79-4eefa3cbcf28 req-bc0a0519-afc9-4019-9c76-2968ee48a73d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734706 Jun 24 14:28:46.677330 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb56e6c-cc17-49f6-9bdf-e919364f4f2b req-6730c412-83c4-49b4-adc7-9192d1406401 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:46.698858 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1fb56e6c-cc17-49f6-9bdf-e919364f4f2b req-6730c412-83c4-49b4-adc7-9192d1406401 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1456192 Jun 24 14:28:46.827424 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1fb56e6c-cc17-49f6-9bdf-e919364f4f2b req-72686336-cb49-4783-911a-76db91504d78 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275218 Jun 24 14:28:46.895182 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88c77-65dc-4e89-9681-f1622f60ffa3 req-3eec3ac9-eb44-472b-b198-9f958a2dfc24 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:46.896727 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4f88c77-65dc-4e89-9681-f1622f60ffa3 req-3eec3ac9-eb44-472b-b198-9f958a2dfc24 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1670558 Jun 24 14:28:46.971856 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f4f88c77-65dc-4e89-9681-f1622f60ffa3 req-f9e07e39-0eca-435f-8a31-6fe14f2843aa tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685284 Jun 24 14:28:48.082517 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f20e96-57c2-46f3-aa18-e426972c110b req-3a575837-876c-46d9-8082-357cbbb4960b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:48.084014 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-50f20e96-57c2-46f3-aa18-e426972c110b req-3a575837-876c-46d9-8082-357cbbb4960b tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1328430 Jun 24 14:28:48.194055 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-50f20e96-57c2-46f3-aa18-e426972c110b req-cdfed2ee-80d3-4681-9604-cd9e23014b19 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044288 Jun 24 14:28:48.228076 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0fb51-e59c-4898-a9e0-4c3c5329203a req-20d60287-43e6-4b44-ad69-9f2f64312d17 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:48.230188 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e8d0fb51-e59c-4898-a9e0-4c3c5329203a req-20d60287-43e6-4b44-ad69-9f2f64312d17 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1275856 Jun 24 14:28:48.318239 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e8d0fb51-e59c-4898-a9e0-4c3c5329203a req-dca612e0-d59d-43b6-a887-94b67308784a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738459 Jun 24 14:28:49.466586 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564de70-a6a9-434a-9a6d-51a2dd7b9d4e req-1d0f2a39-01d6-407b-9506-762515927613 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:49.475168 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2564de70-a6a9-434a-9a6d-51a2dd7b9d4e req-1d0f2a39-01d6-407b-9506-762515927613 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.1304350 Jun 24 14:28:49.596918 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2564de70-a6a9-434a-9a6d-51a2dd7b9d4e req-8c9393ce-32c1-42be-aea6-694e48db7c82 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207218 Jun 24 14:28:49.635697 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0a42b-b20c-4268-befb-7deab1fb13c5 req-5778c4f2-ba83-4305-aee4-2eefdae3d691 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:49.643280 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-73d0a42b-b20c-4268-befb-7deab1fb13c5 req-5778c4f2-ba83-4305-aee4-2eefdae3d691 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1653488 Jun 24 14:28:49.691347 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-73d0a42b-b20c-4268-befb-7deab1fb13c5 req-9d60729b-1870-4b75-9cab-fd4d26c0aeab tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467637 Jun 24 14:28:49.786842 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55130) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:50.546903 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89087645-ea34-4b96-8958-499399ac94fd req-74b5d61f-3806-45a8-8b92-2685805f00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:50.548360 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-89087645-ea34-4b96-8958-499399ac94fd req-74b5d61f-3806-45a8-8b92-2685805f00e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1138 time: 0.1113310 Jun 24 14:28:50.641265 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.705313 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89087645-ea34-4b96-8958-499399ac94fd req-dff0ca24-3a4b-41aa-a27b-83345723383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:50.706768 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-89087645-ea34-4b96-8958-499399ac94fd req-dff0ca24-3a4b-41aa-a27b-83345723383f service neutron] 10.222.0.39 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 916 time: 0.1515157 Jun 24 14:28:50.813829 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-89087645-ea34-4b96-8958-499399ac94fd req-954b8256-bdec-4dc7-8786-aa243f5c9c57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 1002 time: 0.1001213 Jun 24 14:28:50.877521 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89087645-ea34-4b96-8958-499399ac94fd req-6016f6b5-52bd-4d15-bd62-771abe2a71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:50.878936 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-89087645-ea34-4b96-8958-499399ac94fd req-6016f6b5-52bd-4d15-bd62-771abe2a71b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0579324 Jun 24 14:28:50.966672 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89087645-ea34-4b96-8958-499399ac94fd req-5c40de92-09df-441d-aad8-bf0e9840da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:50.968684 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-89087645-ea34-4b96-8958-499399ac94fd req-5c40de92-09df-441d-aad8-bf0e9840da97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2993ba34-c6e4-48bf-9161-f6589e70ff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837288 Jun 24 14:28:51.045543 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca61fe-e71e-4eb8-b6dc-108eebd87124 req-11d671b3-73bd-4dbb-b0ab-9a5b02dce912 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:51.046996 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d8ca61fe-e71e-4eb8-b6dc-108eebd87124 req-11d671b3-73bd-4dbb-b0ab-9a5b02dce912 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 944 time: 0.2957458 Jun 24 14:28:51.057695 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175454c6-a048-4760-a8b0-2497dbd2c3e0 req-497a3939-55bf-4d45-b693-44472d68f5a1 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:51.059088 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-175454c6-a048-4760-a8b0-2497dbd2c3e0 req-497a3939-55bf-4d45-b693-44472d68f5a1 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.2551277 Jun 24 14:28:51.100984 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-89087645-ea34-4b96-8958-499399ac94fd req-dd574077-a28b-4122-a16b-e7d04689a2a7 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252449 Jun 24 14:28:51.147177 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d8ca61fe-e71e-4eb8-b6dc-108eebd87124 req-53d5b8e1-3a23-416c-900c-0c55a9878aef tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862339 Jun 24 14:28:51.152629 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-175454c6-a048-4760-a8b0-2497dbd2c3e0 req-8dac750e-cc57-473b-ad34-69a3062d4f0b tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782690 Jun 24 14:28:51.214254 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Deleting port 73a45190-f015-48d1-90ab-2c8b6dcf033c {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:51.214615 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:51.234078 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-89087645-ea34-4b96-8958-499399ac94fd req-6b5cea99-946a-4bcd-8f31-5ccd3f01f0e2 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270039 Jun 24 14:28:51.383339 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] For port 73a45190-f015-48d1-90ab-2c8b6dcf033c, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=73a45190-f015-48d1-90ab-2c8b6dcf033c,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:51.383690 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:51.508563 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Calling delete_port for 73a45190-f015-48d1-90ab-2c8b6dcf033c owned by network:router_interface {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:51.683190 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:51.764677 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a45190-f015-48d1-90ab-2c8b6dcf033c,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:52.004969 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:28:52.113592 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.149838 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:52.163688 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'port_id': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'mac_address': 'fa:16:3e:ac:35:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:28:52.225303 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:52.226049 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.245765 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66600e85-e3e4-4ddd-a981-a479ff451ebb {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:28:52.272242 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:52.278532 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.375621 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=9']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:52.509462 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['66600e85-e3e4-4ddd-a981-a479ff451ebb'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:28:52.622363 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Router f5714f23-aa90-43fb-892d-b659d686c271 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:28:52.631322 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8d0f9-0a08-46e3-b016-65dd1f16e44b req-60f37930-0e33-431e-bccf-048ba8ab2a2d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:52.632937 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-99b8d0f9-0a08-46e3-b016-65dd1f16e44b req-60f37930-0e33-431e-bccf-048ba8ab2a2d tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.2631648 Jun 24 14:28:52.642693 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477c065-49e7-4e86-83c2-2cea732ad0a7 req-83a0159b-5d28-4547-8f4c-dd60e9d890e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:52.644422 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4477c065-49e7-4e86-83c2-2cea732ad0a7 req-83a0159b-5d28-4547-8f4c-dd60e9d890e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 945 time: 0.2399611 Jun 24 14:28:52.854201 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-99b8d0f9-0a08-46e3-b016-65dd1f16e44b req-c853e585-e7f0-4c02-8757-0110822a1981 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2077584 Jun 24 14:28:52.860736 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4477c065-49e7-4e86-83c2-2cea732ad0a7 req-1689e5a8-6afe-4ffe-9a69-42bb43fda7aa tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087071 Jun 24 14:28:52.894700 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:28:52.903323 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] Sync routers for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:28:52.908092 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f243b8f6-21b9-4948-82c9-c72ead9fdf18 admin admin] 10.222.0.33 "PUT /v2.0/routers/f5714f23-aa90-43fb-892d-b659d686c271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199350 Jun 24 14:28:52.910709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55180) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:52.913149 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:52.913768 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:53.048982 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-b543cc12-4b7d-4935-8f7a-41cc849c57df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.089721 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks [] for router, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.102785 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:53.349300 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.359518 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Deleting port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:53.359877 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.387979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:28:51Z', 'revision_number': 5, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port': {'id': 'e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:11Z', 'updated_at': '2022-06-24T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:53.392057 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] Checking router: f5714f23-aa90-43fb-892d-b659d686c271 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:28:53.401659 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] Routers {'f5714f23-aa90-43fb-892d-b659d686c271'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:53.402271 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f5714f23-aa90-43fb-892d-b659d686c271'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:53.534596 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] For port e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:53.534974 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.549861 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] Set router f5714f23-aa90-43fb-892d-b659d686c271 gateway port host: None {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:53.662866 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Calling delete_port for e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b owned by network:router_gateway {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:53.689789 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:28:53Z', 'revision_number': 6, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port_host': None}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:53.693722 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba498a9-34d4-43bf-ba26-92ba3dafeee0 None None] The sync data for ids ['f5714f23-aa90-43fb-892d-b659d686c271'] in dv-cinder-847189-2-smb is: [{'id': 'f5714f23-aa90-43fb-892d-b659d686c271', 'name': 'tempest-AttachVolumeTestJSON-890419667-router', 'tenant_id': '66b6df60554345868af966e437c8e055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:07Z', 'updated_at': '2022-06-24T14:28:53Z', 'revision_number': 6, 'project_id': '66b6df60554345868af966e437c8e055', 'gw_port_host': None}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:28:53.963947 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.007658 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:28:54.017646 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:54.101440 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 66600e85-e3e4-4ddd-a981-a479ff451ebb triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:54.101924 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.136880 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.153337 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca7ce-d910-4aa1-8730-1a21ef8dd347 req-9905d785-c6c9-482d-87a0-1d0863f020e2 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:54.154872 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bc1ca7ce-d910-4aa1-8730-1a21ef8dd347 req-9905d785-c6c9-482d-87a0-1d0863f020e2 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1404397 Jun 24 14:28:54.163390 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb96bbc-e334-4e7e-9730-72f640b6cc27 req-0e5eae11-b3d2-459d-a69f-7fe5b609e5e4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:54.164898 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8bb96bbc-e334-4e7e-9730-72f640b6cc27 req-0e5eae11-b3d2-459d-a69f-7fe5b609e5e4 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 945 time: 0.1884408 Jun 24 14:28:54.241877 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 66600e85-e3e4-4ddd-a981-a479ff451ebb is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:54.242256 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.243404 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bc1ca7ce-d910-4aa1-8730-1a21ef8dd347 req-4f063ffb-216a-47c1-8432-6311b90c72f8 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774343 Jun 24 14:28:54.247986 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8bb96bbc-e334-4e7e-9730-72f640b6cc27 req-ea0334db-613c-48ab-939b-f9ec2f41da21 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625324 Jun 24 14:28:54.273161 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:54.285368 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:54.290433 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.316518 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.318789 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.357733 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=10']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:54.402655 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.403150 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5714f23-aa90-43fb-892d-b659d686c271 {{(pid=88153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:28:54.415984 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.417191 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-8d29e7cc-09c1-41f7-a39c-a3374dd7c6aa admin admin] 10.222.0.33 "DELETE /v2.0/routers/f5714f23-aa90-43fb-892d-b659d686c271 HTTP/1.1" status: 204 len: 168 time: 1.5054760 Jun 24 14:28:54.419748 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55200) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:54.458322 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12da0e86-ffb4-4a1e-b5bc-2ce232306344'] response: {'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'code': 200} Jun 24 14:28:54.479222 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] Deleting subnet 1e9079d9-c6ed-41bd-9542-4f350f9fc030 {{(pid=88153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:28:54.482221 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.537977 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3781849'] for subnet, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.573757 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 73a45190-f015-48d1-90ab-2c8b6dcf033c no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:54.612303 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 73a45190-f015-48d1-90ab-2c8b6dcf033c {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:54.612789 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 73a45190-f015-48d1-90ab-2c8b6dcf033c not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:54.613292 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:54.649157 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:54.649578 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e329aa5d-f3ca-4bbe-a8d2-0a779c9af60b not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:54.807182 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.887344 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca10e9c-8e73-42d0-b195-cc547e3abb09 req-ed2fae0a-b1e7-4d54-9497-15e790650a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:54.888945 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-cca10e9c-8e73-42d0-b195-cc547e3abb09 req-ed2fae0a-b1e7-4d54-9497-15e790650a19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1100 time: 0.2451394 Jun 24 14:28:54.890286 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3685730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2415491'] for subnet, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.942506 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9079d9-c6ed-41bd-9542-4f350f9fc030,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:54.950275 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.957630 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df580668-9401-475b-b5ad-9e733676911d None None] Network 2649c39e-7113-43a2-9437-cfcf9380e309 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:28:54.966266 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-bec862f2-5198-4005-b8a2-66ea12ddbd46 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/1e9079d9-c6ed-41bd-9542-4f350f9fc030 HTTP/1.1" status: 204 len: 168 time: 0.5455089 Jun 24 14:28:54.969028 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55220) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:54.980855 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-cca10e9c-8e73-42d0-b195-cc547e3abb09 req-1583744e-b578-47be-b3ab-ca8e417cb745 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613215 Jun 24 14:28:55.090609 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.101591 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Deleting port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:55.102026 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.107792 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-30d220de-3295-4811-b3a8-eb1e68d52da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.267242 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] DHCP port deletion for 2649c39e-7113-43a2-9437-cfcf9380e309 request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:28:55.271972 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] Deleting port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:55.272339 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.479761 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] For port 8ee54e25-8fe8-4106-9ecb-90f412a7be87, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=8ee54e25-8fe8-4106-9ecb-90f412a7be87,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:55.480153 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.530498 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] For port 8ee54e25-8fe8-4106-9ecb-90f412a7be87, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=8ee54e25-8fe8-4106-9ecb-90f412a7be87,segment=NetworkSegment(16a87f18-137c-4e93-8102-76e121bd9fc9),segment_id=16a87f18-137c-4e93-8102-76e121bd9fc9)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:55.531092 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.602494 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] Calling delete_port for 8ee54e25-8fe8-4106-9ecb-90f412a7be87 owned by network:dhcp {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:55.654953 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Calling delete_port for 8ee54e25-8fe8-4106-9ecb-90f412a7be87 owned by network:dhcp {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:55.678520 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006'] for port, after_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.723525 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] Pushing event deleted for resources: {'Port': ['ID=8ee54e25-8fe8-4106-9ecb-90f412a7be87,revision_number=None']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:55.727980 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3ee49-4ddb-43e4-8d50-fdd0e85186a0 None None] No DVR routers for this DVR port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 on host dv-cinder-847189-2-smb {{(pid=88155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:28:55.760354 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533654b6-baba-4fb1-aeda-8cb1d8a14633 req-4d1109ba-d9c6-4468-b43a-6f4c0b0fa9f2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:55.761760 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-533654b6-baba-4fb1-aeda-8cb1d8a14633 req-4d1109ba-d9c6-4468-b43a-6f4c0b0fa9f2 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 947 time: 0.3631272 Jun 24 14:28:55.770657 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f538942-fbaa-47d0-b0a7-79f48b94139a req-38e8a088-432a-468b-9286-c80a2b27d850 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:55.772036 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3f538942-fbaa-47d0-b0a7-79f48b94139a req-38e8a088-432a-468b-9286-c80a2b27d850 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.3744702 Jun 24 14:28:55.786288 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.api [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:28:55.786617 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG oslo_db.api [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:28:55.838709 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-533654b6-baba-4fb1-aeda-8cb1d8a14633 req-e9104726-40c7-4f1a-813d-7bbe339a2d2a tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657141 Jun 24 14:28:55.847260 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3f538942-fbaa-47d0-b0a7-79f48b94139a req-42b37f1d-f1b6-4062-b6a1-14a6466866ef tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580201 Jun 24 14:28:56.264604 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.279244 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 8ee54e25-8fe8-4106-9ecb-90f412a7be87 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:56.288085 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Deleting port 8ee54e25-8fe8-4106-9ecb-90f412a7be87 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:56.289309 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.324212 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 8ee54e25-8fe8-4106-9ecb-90f412a7be87 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:56.324701 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 8ee54e25-8fe8-4106-9ecb-90f412a7be87 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:56.365230 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] The port '8ee54e25-8fe8-4106-9ecb-90f412a7be87' was deleted {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:28:56.482018 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.496921 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.511964 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2649c39e-7113-43a2-9437-cfcf9380e309']}} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:56.526426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a87f18-137c-4e93-8102-76e121bd9fc9') {'for_net_delete': True} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:56.526659 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a87f18-137c-4e93-8102-76e121bd9fc9') {} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:56.538362 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2738881'] for segment, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.570051 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.578502 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:28:56.579023 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1425026'] for segment, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.690653 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.726154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.769489 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] 10.222.0.33 "DELETE /v2.0/networks/2649c39e-7113-43a2-9437-cfcf9380e309 HTTP/1.1" status: 204 len: 168 time: 1.7983568 Jun 24 14:28:56.781353 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a27d48-94f1-4148-9eae-ba9080241268 admin admin] Pushing event deleted for resources: {'Network': ['ID=2649c39e-7113-43a2-9437-cfcf9380e309,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:56.789699 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 16a87f18-137c-4e93-8102-76e121bd9fc9 resource provider aggregate not found Jun 24 14:28:56.807855 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 16a87f18-137c-4e93-8102-76e121bd9fc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16a87f18-137c-4e93-8102-76e121bd9fc9 found for delete ", "request_id": "req-011b5fb9-392a-4d6d-a4c5-927bb9d87164"}]} Jun 24 14:28:56.901108 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55292) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:57.075448 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a872e863-27e1-46b7-a03e-4a315531c109 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=66b6df60554345868af966e437c8e055&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1731360 Jun 24 14:28:57.078819 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55296) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:57.133082 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dffa8-788b-48e8-8fb1-c7ecb41c4efe req-1f6049aa-4af2-456e-9049-611c2a755dd0 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:57.134531 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf7dffa8-788b-48e8-8fb1-c7ecb41c4efe req-1f6049aa-4af2-456e-9049-611c2a755dd0 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1607850 Jun 24 14:28:57.138667 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dff78b21-ebed-4601-a1ff-237de0e48426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.141942 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8aa02-f4f7-45e5-9c13-37702895c425 req-206f7ca1-a95a-4544-bec9-af9406c9c6f6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:57.143349 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-00e8aa02-f4f7-45e5-9c13-37702895c425 req-206f7ca1-a95a-4544-bec9-af9406c9c6f6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 947 time: 0.1680930 Jun 24 14:28:57.166169 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dff78b21-ebed-4601-a1ff-237de0e48426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.210178 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf7dffa8-788b-48e8-8fb1-c7ecb41c4efe req-f6117dec-879f-4935-b447-49b1a49a7882 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658345 Jun 24 14:28:57.218940 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-00e8aa02-f4f7-45e5-9c13-37702895c425 req-b68d2296-b4d7-48a3-8414-3b5784b2064f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603733 Jun 24 14:28:57.220458 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dff78b21-ebed-4601-a1ff-237de0e48426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.237684 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff78b21-ebed-4601-a1ff-237de0e48426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45689fb-5a8c-4444-bf7a-6b99bb42b844,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.244405 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dff78b21-ebed-4601-a1ff-237de0e48426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.246838 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-dff78b21-ebed-4601-a1ff-237de0e48426 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e45689fb-5a8c-4444-bf7a-6b99bb42b844 HTTP/1.1" status: 204 len: 168 time: 0.1669564 Jun 24 14:28:57.518880 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-e27e5b73-62f0-4b78-b70e-0f54a9009c30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793614 Jun 24 14:28:57.665177 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-ddecdb57-2975-4fbb-b5d4-3036372cc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:57.666760 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-ddecdb57-2975-4fbb-b5d4-3036372cc2eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 1100 time: 0.0777295 Jun 24 14:28:57.809233 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-d0db099a-77c6-4e0f-8590-219263d0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:57.810739 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-d0db099a-77c6-4e0f-8590-219263d0235a service neutron] 10.222.0.39 "GET /v2.0/networks?id=724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 200 len: 915 time: 0.1261442 Jun 24 14:28:57.916266 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-3b926435-fb21-4494-b66d-af376b27a551 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 200 len: 1002 time: 0.0985551 Jun 24 14:28:57.987666 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-a8ddd8c8-5d6f-403f-921a-8af05484e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:57.987666 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-a8ddd8c8-5d6f-403f-921a-8af05484e1ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 200 len: 853 time: 0.0641286 Jun 24 14:28:58.011360 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55326) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:58.026970 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.074400 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-996104a9-c416-49c2-8a7f-beddf37acbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:58.076266 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-996104a9-c416-49c2-8a7f-beddf37acbc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=724f4881-029e-406d-afbc-85e980605108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849750 Jun 24 14:28:58.124206 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1005382217-network', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:58.128679 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:58.132581 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Usage tracker for resource:network and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:58.135426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:58.145057 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:58.155902 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Made reservation on behalf of 58d5b30fecfa4ea2b5471be808cd30aa for: {'network': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:28:58.158548 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.171178 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.187502 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:58.191632 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:58.195027 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:58.201278 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:58.213687 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-8c3b0d24-f870-47f8-9c0a-52b633be7ab3 service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313257 Jun 24 14:28:58.396535 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79ff4f6e-e7a1-4594-a659-e08dd1effdb1 req-c8478875-7f27-4b21-b65f-ac28ccde956a service neutron] 10.222.0.39 "GET /v2.0/networks/724f4881-029e-406d-afbc-85e980605108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770079 Jun 24 14:28:58.418294 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.563027 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.604435 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:28:58.619386 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ba20f5-e111-4f7b-84b4-6740aefc8e61,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:58.631324 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.631324 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.segments_db [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Added segment 18b98b6d-3d3c-4f00-887b-a2858c033be1 of type vlan for network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 Jun 24 14:28:58.674543 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.707015 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc29ecd-29f0-46de-b6e8-0b242687ab2a req-d275f7b4-df8a-46dc-a80a-1b1f6bf66b21 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:58.708600 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1dc29ecd-29f0-46de-b6e8-0b242687ab2a req-d275f7b4-df8a-46dc-a80a-1b1f6bf66b21 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 947 time: 0.3429666 Jun 24 14:28:58.717891 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37143-9c30-44c9-9751-07ed4104da62 req-0a5e99cb-f974-43fa-b27d-e51a4cd38ae2 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:58.719358 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-68a37143-9c30-44c9-9751-07ed4104da62 req-0a5e99cb-f974-43fa-b27d-e51a4cd38ae2 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.3117299 Jun 24 14:28:58.811132 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.812107 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:58.812715 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.849700 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1dc29ecd-29f0-46de-b6e8-0b242687ab2a req-b33b093a-c112-432a-affb-05dc08317ddb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282732 Jun 24 14:28:58.858065 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-68a37143-9c30-44c9-9751-07ed4104da62 req-34167ddf-f2ca-4dbf-bef9-994484125f68 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136734 Jun 24 14:28:58.935006 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9217737 Jun 24 14:28:58.938104 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55346) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:58.944262 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Request body: {'subnet': {'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-subnet', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:58.945873 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a833b-daed-4e25-8d7b-fdf91d78becb admin admin] Pushing event updated for resources: {'Network': ['ID=52a9ce33-f3c7-441f-ac53-73ebfae9bd15,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:58.949531 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:58.953834 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Usage tracker for resource:subnet and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:58.956729 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:28:58.957122 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:58.963382 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:58.976560 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Made reservation on behalf of 58d5b30fecfa4ea2b5471be808cd30aa for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:28:58.979465 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2415550'] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.194685 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2415496'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.265185 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f374d12-2639-4a58-bd39-8e3548ea6467,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:59.275936 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Checking segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:28:59.276277 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Network hostable DHCP agents. Network: 52a9ce33-f3c7-441f-ac53-73ebfae9bd15, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:28:59.299663 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:28:59.309971 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 52a9ce33-f3c7-441f-ac53-73ebfae9bd15) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:59.314999 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:59.316595 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.320020 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa16276-81d5-4a11-a926-dfbb732b1f24 None None] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:28:59.347813 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f1a8955e-1551-4d3b-82b6-d02105c032fd admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4083281 Jun 24 14:28:59.350459 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55350) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:59.356113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:59.361749 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:59.366082 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Usage tracker for resource:router and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:59.369942 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:59.377340 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:59.389020 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.390154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.408047 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.546332 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.608867 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:28:59.610004 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.680830 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.774475 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Allocated IP 172.20.0.2 (52a9ce33-f3c7-441f-ac53-73ebfae9bd15/3f374d12-2639-4a58-bd39-8e3548ea6467/813fe9df-99e8-41c8-8e51-5e05d76874d1) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:28:59.977265 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.987196 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Transition to ACTIVE for port object 813fe9df-99e8-41c8-8e51-5e05d76874d1 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:00.005292 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Transition to ACTIVE for port object 813fe9df-99e8-41c8-8e51-5e05d76874d1 will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:00.012157 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.053366 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.073817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:00.076433 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:00.083707 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.084105 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:00.121851 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Pushing event updated for resources: {'Port': ['ID=813fe9df-99e8-41c8-8e51-5e05d76874d1,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:00.171426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed3906-b123-4127-b366-d5d584ccbb3c req-fb3b2c4f-cb60-425f-bc22-eb913fea5c8a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:00.172888 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b3ed3906-b123-4127-b366-d5d584ccbb3c req-fb3b2c4f-cb60-425f-bc22-eb913fea5c8a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.2000809 Jun 24 14:29:00.189958 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Attempting to bind port 813fe9df-99e8-41c8-8e51-5e05d76874d1 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:00.190309 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Attempting to bind port 813fe9df-99e8-41c8-8e51-5e05d76874d1 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:00.190682 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Attempting to bind port 813fe9df-99e8-41c8-8e51-5e05d76874d1 on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:00.195886 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:00.196241 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Checking segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:00.196623 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.196986 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Bound using segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:00.197443 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Bound port: 813fe9df-99e8-41c8-8e51-5e05d76874d1, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:00.197804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.269609 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b3ed3906-b123-4127-b366-d5d584ccbb3c req-255caaf5-3aac-4ebc-b85e-3ba94265993c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902238 Jun 24 14:29:00.276619 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Allocated IP 172.28.2.71 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/a1f5f64a-5572-421b-9259-5a0398ce7b71) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:00.288713 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] For port 813fe9df-99e8-41c8-8e51-5e05d76874d1, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:00.292113 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] For port 813fe9df-99e8-41c8-8e51-5e05d76874d1, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=813fe9df-99e8-41c8-8e51-5e05d76874d1,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:00.296354 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.379817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd80b7-c8a9-425b-bd0f-67f9761f35ac None None] Pushing event updated for resources: {'Port': ['ID=813fe9df-99e8-41c8-8e51-5e05d76874d1,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:00.435335 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.467036 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.527512 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:00.534763 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:00.538949 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:00.694046 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f5f64a-5572-421b-9259-5a0398ce7b71,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:01.103040 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.272159 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598fd2c-a97c-4a35-8b8c-0c6e9d0ab35d None None] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:29:01.364658 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-1585aef2-de94-4237-ab00-41881b2f705d None None] Provisioning for port 813fe9df-99e8-41c8-8e51-5e05d76874d1 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:01.505760 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.632761 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532453-3f70-4a1f-b9d2-54c85581230b req-2b88690a-d418-40a9-a5a2-71b36b908d57 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:01.634255 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f3532453-3f70-4a1f-b9d2-54c85581230b req-2b88690a-d418-40a9-a5a2-71b36b908d57 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.2465112 Jun 24 14:29:01.713112 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f3532453-3f70-4a1f-b9d2-54c85581230b req-7327801d-78b8-4184-b846-d8083ca14cfe tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705492 Jun 24 14:29:01.764605 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:29:01.940922 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:01.951349 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:01.961707 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:01.962428 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:01.966754 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] Notify callbacks [] for router, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.968576 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-31c3808c-5890-4826-a13e-eaf2781f8e47 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6162839 Jun 24 14:29:01.971536 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55378) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:02.137361 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:02.339798 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 813fe9df-99e8-41c8-8e51-5e05d76874d1 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:02.419360 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 813fe9df-99e8-41c8-8e51-5e05d76874d1 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:02.425071 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 813fe9df-99e8-41c8-8e51-5e05d76874d1 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:02.425430 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.463307 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:00Z', 'revision_number': 3, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:02.477893 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:02.477893 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Updating router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 port a1f5f64a-5572-421b-9259-5a0398ce7b71 binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:29:02.534724 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.559356 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 813fe9df-99e8-41c8-8e51-5e05d76874d1 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:02.559728 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.596023 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 813fe9df-99e8-41c8-8e51-5e05d76874d1, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=813fe9df-99e8-41c8-8e51-5e05d76874d1,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:02.600655 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.675692 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=813fe9df-99e8-41c8-8e51-5e05d76874d1,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:02.840168 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.938243 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.966339 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Transition to ACTIVE for port object a1f5f64a-5572-421b-9259-5a0398ce7b71 will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:02.978653 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.067977 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Attempting to bind port a1f5f64a-5572-421b-9259-5a0398ce7b71 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:03.068410 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Attempting to bind port a1f5f64a-5572-421b-9259-5a0398ce7b71 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:03.068798 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Attempting to bind port a1f5f64a-5572-421b-9259-5a0398ce7b71 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:03.079555 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:03.079940 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:03.080400 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.080806 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:03.080992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae0bae-0179-4d44-a1cb-f06d8eb08398 req-ece4cbcf-d227-4172-a2b4-3a37b58df66a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:03.081501 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Bound port: a1f5f64a-5572-421b-9259-5a0398ce7b71, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:03.081693 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.082802 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-beae0bae-0179-4d44-a1cb-f06d8eb08398 req-ece4cbcf-d227-4172-a2b4-3a37b58df66a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.2318821 Jun 24 14:29:03.105356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Allocated IP 172.20.0.1 (52a9ce33-f3c7-441f-ac53-73ebfae9bd15/3f374d12-2639-4a58-bd39-8e3548ea6467/1e1fd575-12a2-4b70-adfa-3265b78b6a0a) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:03.113345 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Pushing event updated for resources: {'Port': ['ID=a1f5f64a-5572-421b-9259-5a0398ce7b71,revision_number=2']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:03.133885 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.134222 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.134571 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.134894 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.135209 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.135522 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.135829 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.136135 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.136441 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.136744 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.137056 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.137356 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:03.142851 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-beae0bae-0179-4d44-a1cb-f06d8eb08398 req-02e12a86-f790-4a11-8051-0a05d69d8504 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461247 Jun 24 14:29:03.178215 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] For port a1f5f64a-5572-421b-9259-5a0398ce7b71, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:03.181321 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] For port a1f5f64a-5572-421b-9259-5a0398ce7b71, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a1f5f64a-5572-421b-9259-5a0398ce7b71,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:03.186001 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.270741 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.286644 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Transition to ACTIVE for port object 1e1fd575-12a2-4b70-adfa-3265b78b6a0a will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:03.292181 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:03.292773 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:03.310205 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.346747 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ac5b2-f63c-4f79-9436-f2d8a6105d7a None None] Pushing event updated for resources: {'Port': ['ID=a1f5f64a-5572-421b-9259-5a0398ce7b71,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:03.372441 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:03.375876 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:03.378260 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:03.442676 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Pushing event updated for resources: {'Port': ['ID=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:03.450503 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.491803 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:03.623703 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-7a3d5709-3e56-4163-abe0-08c95eade6ea None None] Provisioning for port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:03.628725 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-7a3d5709-3e56-4163-abe0-08c95eade6ea None None] Provisioning complete for port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:03.629080 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5709-3e56-4163-abe0-08c95eade6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.681555 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d5709-3e56-4163-abe0-08c95eade6ea None None] Port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:29:03.696302 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.783129 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:00Z', 'revision_number': 3, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:03.791802 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a1896-492a-46a1-a516-79bddff097f7 None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:00Z', 'revision_number': 3, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:04.071180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.081837 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.192289 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.199373 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Pushing event updated for resources: {'Port': ['ID=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:04.389214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:04.402498 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:04.471837 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a1f5f64a-5572-421b-9259-5a0398ce7b71 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:04.510985 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bd00-238d-48c6-8f76-f6a20831a3ef req-5ec84c4f-cb25-4e69-82fa-c492f72c0fc5 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:04.518455 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-99e4bd00-238d-48c6-8f76-f6a20831a3ef req-5ec84c4f-cb25-4e69-82fa-c492f72c0fc5 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1920071 Jun 24 14:29:04.588555 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-99e4bd00-238d-48c6-8f76-f6a20831a3ef req-9756ceca-24c7-46cb-86d4-0bc5dd7cb9c3 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691686 Jun 24 14:29:04.654212 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port a1f5f64a-5572-421b-9259-5a0398ce7b71 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:04.662194 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port a1f5f64a-5572-421b-9259-5a0398ce7b71 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:04.662714 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.689580 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:29:04.735370 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-336707bf-a131-4e77-bb13-75671f3f901c None None] Provisioning complete for port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:04.735603 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-336707bf-a131-4e77-bb13-75671f3f901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.782469 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55430) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:04.812959 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-336707bf-a131-4e77-bb13-75671f3f901c None None] Port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:29:04.889746 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:04.907383 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-06fd6795-4fd9-4bc8-8b91-ece5db6f812e admin admin] 10.222.0.33 "PUT /v2.0/routers/73d78f88-1d15-4e74-9162-ec89f9ba7bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9262030 Jun 24 14:29:04.907683 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port a1f5f64a-5572-421b-9259-5a0398ce7b71 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:04.907800 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.930226 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port a1f5f64a-5572-421b-9259-5a0398ce7b71, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a1f5f64a-5572-421b-9259-5a0398ce7b71,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:04.935011 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.936309 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 813fe9df-99e8-41c8-8e51-5e05d76874d1 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:04.968950 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.991845 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:04.997050 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Usage tracker for resource:security_group_rule and tenant:97fb5d25a6a641e680b8a80125e6fb67 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:05.001406 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:05.008210 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:05.051095 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=a1f5f64a-5572-421b-9259-5a0398ce7b71,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.088489 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 813fe9df-99e8-41c8-8e51-5e05d76874d1 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:05.088969 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.111026 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.121678 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.167706 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=97fb5d25a6a641e680b8a80125e6fb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841662 Jun 24 14:29:05.170503 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55442) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:05.175905 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648286ee-3e86-468e-a9b0-f6da484c7145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0493ba24-460c-40f9-bcb0-36171fc9bfde,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.218840 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 813fe9df-99e8-41c8-8e51-5e05d76874d1 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:05.233292 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4e0afa37-3fc7-444b-aad9-3192e79d2f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.258128 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4e0afa37-3fc7-444b-aad9-3192e79d2f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.270451 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55446) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:05.276034 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178961671', 'description': 'tempest-description--836911274'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:05.281811 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:05.286674 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:05.289647 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:05.295597 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:05.308911 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.331985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4e0afa37-3fc7-444b-aad9-3192e79d2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.333450 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:05.337766 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:05.340580 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:05.346351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:05.350184 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0afa37-3fc7-444b-aad9-3192e79d2f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0493ba24-460c-40f9-bcb0-36171fc9bfde,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.353685 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4e0afa37-3fc7-444b-aad9-3192e79d2f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.357506 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-4e0afa37-3fc7-444b-aad9-3192e79d2f1b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0493ba24-460c-40f9-bcb0-36171fc9bfde HTTP/1.1" status: 204 len: 168 time: 0.1834130 Jun 24 14:29:05.433074 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.438061 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.486844 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.495443 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.496643 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-dcb4014c-6f20-4d61-9644-554ef96bc453 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2251866 Jun 24 14:29:05.499889 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55454) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:05.505149 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': 'cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:05.511411 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:05.515420 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:05.518311 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:05.524479 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:05.543569 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.610238 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.615092 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.622721 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:05.637417 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:05.638959 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d845ce6-a11c-4b50-b708-8321bbc3240a,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.639419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:05.653037 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.655074 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0c3416fc-6be7-4da1-bc88-8ae4f466255b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537166 Jun 24 14:29:05.657685 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55460) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:05.665922 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': 'cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:05.674985 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:05.679698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:05.683494 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:05.691661 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:05.699166 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55464) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:05.717633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.732251 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:05.736206 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Usage tracker for resource:security_group_rule and tenant:5fc47f4561134b13a929395becf2a9af is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:05.739036 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:05.746771 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:05.756154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.833840 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.837765 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:05.838786 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.846799 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.851569 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.852926 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6fc0c-bb28-43c4-9203-61f283125501 req-1ae99641-7b7c-4845-ba8f-79d062876c8e tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:05.854432 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c7c6fc0c-bb28-43c4-9203-61f283125501 req-1ae99641-7b7c-4845-ba8f-79d062876c8e tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1527574 Jun 24 14:29:05.875610 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f0e7d8-e8e6-4d5b-8d0c-0c0311463480,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.909676 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5fc47f4561134b13a929395becf2a9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069812 Jun 24 14:29:05.909893 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.909982 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55468) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:05.914062 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-40aa0ddb-6561-4111-b8b3-24689e1f3a94 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515347 Jun 24 14:29:05.914304 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521b6f8-00fd-43e5-b39e-b27c34aee9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca33ccdc-7262-4c49-9b89-91c5c373eaec,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.914421 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55472) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:05.922058 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:05.931093 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:05.937421 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c7c6fc0c-bb28-43c4-9203-61f283125501 req-3ef07c25-ec2f-4f49-8455-31e8343d2559 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722785 Jun 24 14:29:05.940327 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:floatingip and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:05.943796 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:05.962781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:05.981490 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.988819 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1c12d9e7-a0db-4b65-91ba-fe6d8b32af16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.022479 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1c12d9e7-a0db-4b65-91ba-fe6d8b32af16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.076970 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1c12d9e7-a0db-4b65-91ba-fe6d8b32af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.093549 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12d9e7-a0db-4b65-91ba-fe6d8b32af16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca33ccdc-7262-4c49-9b89-91c5c373eaec,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:06.097955 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1c12d9e7-a0db-4b65-91ba-fe6d8b32af16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.099094 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1c12d9e7-a0db-4b65-91ba-fe6d8b32af16 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ca33ccdc-7262-4c49-9b89-91c5c373eaec HTTP/1.1" status: 204 len: 168 time: 0.1883516 Jun 24 14:29:06.135676 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.193173 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 2, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:06.197213 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:06.197556 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Updating router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:29:06.253617 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.293014 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.28.2.134 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/d4d21b27-d42e-4d91-9a26-b42dbb84d4d3) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:06.306820 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a1f5f64a-5572-421b-9259-5a0398ce7b71 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:06.452118 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.465429 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port a1f5f64a-5572-421b-9259-5a0398ce7b71 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:06.465790 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.486898 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.557844 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:06.561253 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:06.565775 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:06.592576 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=d4d21b27-d42e-4d91-9a26-b42dbb84d4d3,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:06.645426 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.700244 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port a1f5f64a-5572-421b-9259-5a0398ce7b71 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:06.716586 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.786347 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.798769 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Transition to ACTIVE for port object 1e1fd575-12a2-4b70-adfa-3265b78b6a0a will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:06.805804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.978837 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.984891 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.135795 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.141360 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b08d6-c0ba-4f42-b6e0-581411f3459b None None] Pushing event updated for resources: {'Port': ['ID=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.151966 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=d4d21b27-d42e-4d91-9a26-b42dbb84d4d3,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.189178 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Attempting to bind port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:07.189912 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Attempting to bind port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:07.190496 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Attempting to bind port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:07.198284 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:07.198694 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Checking segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:07.199093 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.199641 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Bound using segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:07.200110 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Bound port: 1e1fd575-12a2-4b70-adfa-3265b78b6a0a, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:07.200624 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.232467 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.233680 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-8341da5d-a628-4600-b666-d7bb97bc360f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3183520 Jun 24 14:29:07.271726 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3865499-0117-446d-8b66-983902e2b5ad req-7cf9a9fd-fcc6-4fe1-bddc-a844e5a2d01c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:07.280659 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f3865499-0117-446d-8b66-983902e2b5ad req-7cf9a9fd-fcc6-4fe1-bddc-a844e5a2d01c tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1204336 Jun 24 14:29:07.325056 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] For port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:07.328688 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f3865499-0117-446d-8b66-983902e2b5ad req-262197a5-8a3a-435e-b2ef-7e2347a64062 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471718 Jun 24 14:29:07.330717 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] For port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:07.335957 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.410490 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:07.410843 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:07.552039 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b08d6-c0ba-4f42-b6e0-581411f3459b None None] Pushing event updated for resources: {'Port': ['ID=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.618342 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:07.641280 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-ac6bf35a-8160-4ded-8577-264f58867a68 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:07.658975 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-ac6bf35a-8160-4ded-8577-264f58867a68 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:07.660113 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-ac6bf35a-8160-4ded-8577-264f58867a68 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1178961671&fields=id&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 267 time: 0.1828673 Jun 24 14:29:07.815709 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-7384b606-74f9-4096-98bd-7ffeeebc0ef5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:07.816396 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-7384b606-74f9-4096-98bd-7ffeeebc0ef5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:network {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:07.834191 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-7384b606-74f9-4096-98bd-7ffeeebc0ef5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:network {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:07.835770 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-7384b606-74f9-4096-98bd-7ffeeebc0ef5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.1678884 Jun 24 14:29:07.852625 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-77754281-666c-401d-bd3b-957969d5ce62 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/quotas/58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 375 time: 0.0104806 Jun 24 14:29:07.959969 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-dc8e6991-6514-430e-8b5f-8f154c22b97f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009362 Jun 24 14:29:07.969690 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:07Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:07.974210 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b5976-c67e-4e3f-877c-de4359639109 None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:07Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:08.328645 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 1e1fd575-12a2-4b70-adfa-3265b78b6a0a up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:08.402224 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-f5b0a413-f63a-4e9b-8c70-c1f9bd52a3b7 service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299281 Jun 24 14:29:08.440406 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:08.448542 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:08.449733 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.584527 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:08.585343 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.620254 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-55c7764a-0f47-4d12-951d-f5e14bf5c2ab service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106826 Jun 24 14:29:08.624076 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:08.631065 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.635887 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ae4df-43c6-43ff-9179-481a28298a73 req-65b7f57f-cd78-48f9-b2f6-34725c38699a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:08.637718 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e28ae4df-43c6-43ff-9179-481a28298a73 req-65b7f57f-cd78-48f9-b2f6-34725c38699a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1460271 Jun 24 14:29:08.715830 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e28ae4df-43c6-43ff-9179-481a28298a73 req-dc30dcbc-145c-4453-958d-f46ae52b4616 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=75227779-00de-4c3b-844c-2f21809b2cce&id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643198 Jun 24 14:29:08.729471 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:08.859048 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0feddc01-4238-4a6c-af6d-717d1f09e6f8 req-10ebd7ec-8175-42e7-996c-38aae6606d70 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 210 time: 0.0585377 Jun 24 14:29:10.035198 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-160c1b86-11df-4448-b6fc-77e1e19b3f83 req-c927ee86-d4b4-40c1-95a7-87abf8dc8b2f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 210 time: 0.0594783 Jun 24 14:29:10.056856 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-c40bbcca-7ff7-41d4-84b2-c26e2e63e660 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:10.059722 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-c40bbcca-7ff7-41d4-84b2-c26e2e63e660 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.1611388 Jun 24 14:29:10.108207 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cd3727f1-5027-4738-b2af-065af791dfa3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 380 time: 0.0390978 Jun 24 14:29:10.120888 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'port': {'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'admin_state_up': True, 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'security_groups': ['cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:10.254772 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:10.259067 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:port and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:10.263541 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:10.270798 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:10.278765 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 1e1fd575-12a2-4b70-adfa-3265b78b6a0a up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:10.281989 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Made reservation on behalf of 58d5b30fecfa4ea2b5471be808cd30aa for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:29:10.285851 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:10.344646 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:10.345086 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:10.448378 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.20.0.4 (52a9ce33-f3c7-441f-ac53-73ebfae9bd15/3f374d12-2639-4a58-bd39-8e3548ea6467/c37545d6-f204-4b1c-acb7-e7bf4dccd67c) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:10.463359 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:10.739978 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:10.758033 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Transition to ACTIVE for port object c37545d6-f204-4b1c-acb7-e7bf4dccd67c will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:10.783899 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:10.850984 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:10.858753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:10.861264 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:10.900875 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:10.911771 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.912121 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.912451 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.912780 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.913105 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.913426 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.914063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.914063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.914369 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.914708 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.915019 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.915493 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:10.948781 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:10.949667 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:10.975362 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-069bcb4d-d570-4e55-b81a-6f6eededbd89 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580000 Jun 24 14:29:10.987218 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Request body: {'port': {'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:11.077173 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-efb1bb6c-cb47-4bd4-bf3b-0e3cd9712d01 None None] Provisioning for port c37545d6-f204-4b1c-acb7-e7bf4dccd67c completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:11.086810 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-efb1bb6c-cb47-4bd4-bf3b-0e3cd9712d01 None None] Provisioning complete for port c37545d6-f204-4b1c-acb7-e7bf4dccd67c triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:11.087344 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-efb1bb6c-cb47-4bd4-bf3b-0e3cd9712d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.110059 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.153241 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-efb1bb6c-cb47-4bd4-bf3b-0e3cd9712d01 None None] Port c37545d6-f204-4b1c-acb7-e7bf4dccd67c cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:29:11.251311 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7551d-6b67-4102-a208-8ed63464ec57 req-d0d6ebaa-e051-4b2a-9d2b-a897d8ab31d5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:11.252672 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-eec7551d-6b67-4102-a208-8ed63464ec57 req-d0d6ebaa-e051-4b2a-9d2b-a897d8ab31d5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 931 time: 0.0862877 Jun 24 14:29:11.300528 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-eec7551d-6b67-4102-a208-8ed63464ec57 req-67d8534c-fb08-407e-9733-cac08d9f6683 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Jun 24 14:29:11.469621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37545d6-f204-4b1c-acb7-e7bf4dccd67c {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:29:11.477296 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.492429 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Transition to ACTIVE for port object c37545d6-f204-4b1c-acb7-e7bf4dccd67c will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:11.497357 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.638366 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Pushing event updated for resources: {'Port': ['ID=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:11.750361 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Attempting to bind port c37545d6-f204-4b1c-acb7-e7bf4dccd67c on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:11.750707 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Attempting to bind port c37545d6-f204-4b1c-acb7-e7bf4dccd67c by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:11.751022 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Attempting to bind port c37545d6-f204-4b1c-acb7-e7bf4dccd67c on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:11.755686 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Port c37545d6-f204-4b1c-acb7-e7bf4dccd67c on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:29:11.755995 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Attempting to bind port c37545d6-f204-4b1c-acb7-e7bf4dccd67c on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:11.760912 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:11.761240 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Checking segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:11.761614 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Bound using segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:11.762051 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Bound port: c37545d6-f204-4b1c-acb7-e7bf4dccd67c, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:11.762413 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.855962 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] For port c37545d6-f204-4b1c-acb7-e7bf4dccd67c, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:11.858933 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] For port c37545d6-f204-4b1c-acb7-e7bf4dccd67c, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:11.866640 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.927310 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:11.927901 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.929257 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] 10.222.0.39 "PUT /v2.0/ports/c37545d6-f204-4b1c-acb7-e7bf4dccd67c HTTP/1.1" status: 200 len: 1093 time: 0.9468436 Jun 24 14:29:11.929718 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:11.957325 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf668f27-e15e-4bc5-907e-8f2f56f03190 service neutron] Pushing event updated for resources: {'Port': ['ID=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:12.050567 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-019bd5a0-f1d4-4365-9811-e7dce5f22ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:12.052103 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-019bd5a0-f1d4-4365-9811-e7dce5f22ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 1096 time: 0.0859146 Jun 24 14:29:12.119006 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-bc18b919-2356-4cf5-9e1e-6c6633030475 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c HTTP/1.1" status: 200 len: 217 time: 0.0606422 Jun 24 14:29:12.120531 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcae48ca-7dc4-49c5-8124-41a896bd1984'] response: {'name': 'network-changed', 'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'status': 'completed', 'code': 200} Jun 24 14:29:12.186036 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-ce496430-58aa-4415-91ed-1d934d003979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:12.188178 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-ce496430-58aa-4415-91ed-1d934d003979 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0608578 Jun 24 14:29:12.273114 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-b721a437-6168-4a49-9c4a-71c44a6ef4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:12.274685 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-b721a437-6168-4a49-9c4a-71c44a6ef4ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800641 Jun 24 14:29:12.405749 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-981f79cf-ba62-4de1-8866-89f1b40d9e55 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251917 Jun 24 14:29:12.504033 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ab9f1-8b83-4b9c-aaca-366cb00ca1f7 req-824737dc-e539-45e0-92a4-fe58ed606fb8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:12.505568 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b70ab9f1-8b83-4b9c-aaca-366cb00ca1f7 req-824737dc-e539-45e0-92a4-fe58ed606fb8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 943 time: 0.0927591 Jun 24 14:29:12.562724 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b70ab9f1-8b83-4b9c-aaca-366cb00ca1f7 req-0224a228-06fb-4b7d-9009-690ab3394da1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500662 Jun 24 14:29:12.666868 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ac87244e-7b15-459f-9872-980cf4e6e4ce req-c130ba9d-8e77-4d61-8641-d21e8cef0913 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544858 Jun 24 14:29:12.795131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5037-baa1-4185-868d-978e165a9785 req-21a868c5-d246-4bc8-ab4e-337283f82a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:12.796695 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7b1b5037-baa1-4185-868d-978e165a9785 req-21a868c5-d246-4bc8-ab4e-337283f82a7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 1096 time: 0.0859594 Jun 24 14:29:12.940772 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5037-baa1-4185-868d-978e165a9785 req-de1b81ff-8e49-4f5b-86ec-c82db0547caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:12.942218 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7b1b5037-baa1-4185-868d-978e165a9785 req-de1b81ff-8e49-4f5b-86ec-c82db0547caa service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.1390383 Jun 24 14:29:13.015312 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7b1b5037-baa1-4185-868d-978e165a9785 req-52912926-b349-447a-baa6-b37aa9f3d935 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c HTTP/1.1" status: 200 len: 217 time: 0.0668702 Jun 24 14:29:13.082401 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5037-baa1-4185-868d-978e165a9785 req-804f47fe-c626-4cf5-be81-4a56dc8171b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:13.083913 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7b1b5037-baa1-4185-868d-978e165a9785 req-804f47fe-c626-4cf5-be81-4a56dc8171b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0620368 Jun 24 14:29:13.185165 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5037-baa1-4185-868d-978e165a9785 req-8623fd6a-a60e-4043-8c71-835d7de357fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:13.186758 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7b1b5037-baa1-4185-868d-978e165a9785 req-8623fd6a-a60e-4043-8c71-835d7de357fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864604 Jun 24 14:29:13.322970 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7b1b5037-baa1-4185-868d-978e165a9785 req-e331b99f-cbce-4787-b258-100aea1e4c3c service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278834 Jun 24 14:29:13.469912 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7b1b5037-baa1-4185-868d-978e165a9785 req-7b009253-4a20-4555-8db4-59aeb4bf24d2 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352804 Jun 24 14:29:13.780670 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91816115-4e06-4996-b8f9-9fdc9e1de961 req-9f8ca43f-a0f2-42dd-adc3-524b7d4a3539 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:13.782750 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-91816115-4e06-4996-b8f9-9fdc9e1de961 req-9f8ca43f-a0f2-42dd-adc3-524b7d4a3539 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 943 time: 0.1017649 Jun 24 14:29:13.827831 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-91816115-4e06-4996-b8f9-9fdc9e1de961 req-e926a5bb-079e-4248-98aa-d0a2ae81a3e5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Jun 24 14:29:14.129595 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device c37545d6-f204-4b1c-acb7-e7bf4dccd67c details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:29:14.313021 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port c37545d6-f204-4b1c-acb7-e7bf4dccd67c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:14.327977 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:29:14.389520 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port c37545d6-f204-4b1c-acb7-e7bf4dccd67c is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:14.389898 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:14.409163 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37545d6-f204-4b1c-acb7-e7bf4dccd67c {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:29:14.425498 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port c37545d6-f204-4b1c-acb7-e7bf4dccd67c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:14.430034 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:14.506506 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:14.656705 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['c37545d6-f204-4b1c-acb7-e7bf4dccd67c'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:29:15.038664 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca7aaf-7a83-48ba-81b0-ee6d33318efd req-9d98bd87-af43-4638-b62e-affb25f9184c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:15.040221 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9eca7aaf-7a83-48ba-81b0-ee6d33318efd req-9d98bd87-af43-4638-b62e-affb25f9184c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 944 time: 0.1014357 Jun 24 14:29:15.089690 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9eca7aaf-7a83-48ba-81b0-ee6d33318efd req-6b423d3c-a35f-47a7-ac2f-f02436f93d9b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Jun 24 14:29:16.145804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device c37545d6-f204-4b1c-acb7-e7bf4dccd67c up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:16.216151 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port c37545d6-f204-4b1c-acb7-e7bf4dccd67c completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:16.221316 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port c37545d6-f204-4b1c-acb7-e7bf4dccd67c triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:16.221686 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:16.288587 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0345e-1136-460c-903e-6d97cdb2b4f2 req-2329fcfd-3afb-4362-8104-5bf96808ce78 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:16.290073 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5fa0345e-1136-460c-903e-6d97cdb2b4f2 req-2329fcfd-3afb-4362-8104-5bf96808ce78 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 944 time: 0.0942652 Jun 24 14:29:16.336452 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5fa0345e-1136-460c-903e-6d97cdb2b4f2 req-aa6fa704-0004-42a3-b52a-fb6d0943e2a4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Jun 24 14:29:16.347009 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port c37545d6-f204-4b1c-acb7-e7bf4dccd67c is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:16.347577 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:16.388181 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:16.400372 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port c37545d6-f204-4b1c-acb7-e7bf4dccd67c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:16.406885 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:16.445862 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b58d8dc-30d9-488e-9ce1-8c6331be98a1'] response: {'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'code': 200} Jun 24 14:29:16.479721 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:16.696535 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde4de-f531-4029-b354-8ed6ce0942ca req-c9a7c3b0-e57c-4308-8c4e-3dfb62189a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:16.698002 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-50dde4de-f531-4029-b354-8ed6ce0942ca req-c9a7c3b0-e57c-4308-8c4e-3dfb62189a89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 1098 time: 0.0825408 Jun 24 14:29:16.742867 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-50dde4de-f531-4029-b354-8ed6ce0942ca req-33bcf7fb-fc18-4f44-b0d7-3b0b4ee438b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373559 Jun 24 14:29:16.835349 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55658) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:16.956408 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:16.972607 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:16.977606 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Usage tracker for resource:security_group_rule and tenant:6e8770904fd04645bfaaab9b71ffdd53 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:16.980820 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:16.986535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:17.085747 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.090926 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.147355 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa32f7-a763-41ff-bb83-6df6595c6fe1,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:17.153126 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-4bf23ab8-bdbd-47b7-8dc4-ded3a94a520c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6e8770904fd04645bfaaab9b71ffdd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165221 Jun 24 14:29:17.156063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55664) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:17.218289 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bc25ce72-2203-4bd4-abae-669751f0f1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.250777 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bc25ce72-2203-4bd4-abae-669751f0f1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.310857 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bc25ce72-2203-4bd4-abae-669751f0f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.330935 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25ce72-2203-4bd4-abae-669751f0f1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa32f7-a763-41ff-bb83-6df6595c6fe1,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:17.339343 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-bc25ce72-2203-4bd4-abae-669751f0f1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.340965 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-bc25ce72-2203-4bd4-abae-669751f0f1f5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/92aa32f7-a763-41ff-bb83-6df6595c6fe1 HTTP/1.1" status: 204 len: 168 time: 0.1837943 Jun 24 14:29:17.542677 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c46f8-cbd8-430f-b0d6-f1ec9effd47d req-f77cc5b0-c802-4f44-aee3-ccc88c8ac734 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:17.543960 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f21c46f8-cbd8-430f-b0d6-f1ec9effd47d req-f77cc5b0-c802-4f44-aee3-ccc88c8ac734 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 945 time: 0.0894530 Jun 24 14:29:17.597801 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f21c46f8-cbd8-430f-b0d6-f1ec9effd47d req-2b021f4f-3250-4320-a3fe-435883b6ab47 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452948 Jun 24 14:29:17.658104 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55674) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:17.683212 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.698743 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:17.702728 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Usage tracker for resource:security_group_rule and tenant:8d52a0d515354c87b9a67c3890407507 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:17.705541 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:17.711382 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:17.811597 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.815107 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.863041 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8d52a0d515354c87b9a67c3890407507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034764 Jun 24 14:29:17.863911 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9c209-5319-49e9-bff3-794c186f056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f453f-b90a-41ae-b421-37bb9e912580,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:17.865937 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55678) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:17.938323 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da18-6ff3-4e6a-b61f-78b2524c62dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:17.971566 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da18-6ff3-4e6a-b61f-78b2524c62dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.029212 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da18-6ff3-4e6a-b61f-78b2524c62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.046122 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1da18-6ff3-4e6a-b61f-78b2524c62dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f453f-b90a-41ae-b421-37bb9e912580,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:18.057373 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-2fa1da18-6ff3-4e6a-b61f-78b2524c62dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.060979 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-2fa1da18-6ff3-4e6a-b61f-78b2524c62dd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9e9f453f-b90a-41ae-b421-37bb9e912580 HTTP/1.1" status: 204 len: 168 time: 0.1915672 Jun 24 14:29:18.433526 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55686) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:18.453507 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.476365 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:18.480819 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:af2c9eb12f8441039c7f7f56561b3bc3 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:18.484047 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:18.490571 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:18.585621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.592083 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.645698 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=af2c9eb12f8441039c7f7f56561b3bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109482 Jun 24 14:29:18.646568 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a90dc-b158-459a-870e-6134f137f5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5e104c-d1f1-426f-95f5-0178057112a1,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:18.648925 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55692) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:18.715640 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0b672286-21ce-479e-bbcb-37d21bb6cb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.889233 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0b672286-21ce-479e-bbcb-37d21bb6cb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:18.956969 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c33b2d-b138-43f7-9293-a5d7550f09ab req-5ce01953-9352-41f4-8b5b-360104b415e5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:18.958429 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-36c33b2d-b138-43f7-9293-a5d7550f09ab req-5ce01953-9352-41f4-8b5b-360104b415e5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 945 time: 0.2438767 Jun 24 14:29:18.982600 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0b672286-21ce-479e-bbcb-37d21bb6cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:19.005464 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672286-21ce-479e-bbcb-37d21bb6cb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5e104c-d1f1-426f-95f5-0178057112a1,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:19.018947 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0b672286-21ce-479e-bbcb-37d21bb6cb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:19.020476 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0b672286-21ce-479e-bbcb-37d21bb6cb7c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bc5e104c-d1f1-426f-95f5-0178057112a1 HTTP/1.1" status: 204 len: 168 time: 0.3695362 Jun 24 14:29:19.032470 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-36c33b2d-b138-43f7-9293-a5d7550f09ab req-7066afae-731b-4095-9afa-7811b6ee9e97 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675333 Jun 24 14:29:19.247711 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa26cc-cf6e-438b-921c-81b1629d15be req-35cf78e7-26df-4e5b-a572-0ba09c9bfcfb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:19.249495 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02fa26cc-cf6e-438b-921c-81b1629d15be req-35cf78e7-26df-4e5b-a572-0ba09c9bfcfb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 945 time: 0.1111059 Jun 24 14:29:19.258536 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55702) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:19.263794 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:19.348186 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:19.995741 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:20.000773 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:20.033616 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:29:20.191720 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 6a77e602-ef36-496f-a05e-b84ab88671d3 associated. External IP: 172.28.2.134, port: c37545d6-f204-4b1c-acb7-e7bf4dccd67c. Jun 24 14:29:20.667693 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:29:20.857446 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:20.861785 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:20.869063 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:20.881952 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:20.882908 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:20.918631 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-5bdf1368-ec9e-44ba-8bff-ec7526feaf79 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "PUT /v2.0/floatingips/6a77e602-ef36-496f-a05e-b84ab88671d3 HTTP/1.1" status: 200 len: 991 time: 1.6589253 Jun 24 14:29:20.919260 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:21.084400 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:21.106302 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fd05bd-464d-428f-a698-1cda752cd27b'] response: {'name': 'network-changed', 'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'status': 'completed', 'code': 200} Jun 24 14:29:21.221747 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509342-f93b-429e-9721-55ee320a3e2e req-6ac54c55-a6f8-455a-af3c-11d143b1e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:21.223497 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-e8509342-f93b-429e-9721-55ee320a3e2e req-6ac54c55-a6f8-455a-af3c-11d143b1e930 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 1098 time: 0.0817306 Jun 24 14:29:21.374931 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509342-f93b-429e-9721-55ee320a3e2e req-a44a5b81-23f3-4446-9e73-40653868b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:21.376838 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-e8509342-f93b-429e-9721-55ee320a3e2e req-a44a5b81-23f3-4446-9e73-40653868b218 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.1466117 Jun 24 14:29:21.456689 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:19Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:21.460606 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:21.469570 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:21.472047 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:28:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:21.494240 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-e8509342-f93b-429e-9721-55ee320a3e2e req-24ab975f-55ef-476f-93db-633eb3ca9124 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c HTTP/1.1" status: 200 len: 999 time: 0.1100628 Jun 24 14:29:21.569734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509342-f93b-429e-9721-55ee320a3e2e req-0d8b236f-0fbb-4d24-887a-07be0d483c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:21.571294 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-e8509342-f93b-429e-9721-55ee320a3e2e req-0d8b236f-0fbb-4d24-887a-07be0d483c21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0694981 Jun 24 14:29:21.665468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509342-f93b-429e-9721-55ee320a3e2e req-33af191d-10ab-487e-8c6e-5363b8cd7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:21.667109 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-e8509342-f93b-429e-9721-55ee320a3e2e req-33af191d-10ab-487e-8c6e-5363b8cd7ddf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876336 Jun 24 14:29:21.723702 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:21.903570 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-e8509342-f93b-429e-9721-55ee320a3e2e req-9b332413-d12e-4b46-aba6-deeb20aa2f68 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288921 Jun 24 14:29:22.047797 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-e8509342-f93b-429e-9721-55ee320a3e2e req-ec354974-cbe5-4d65-9774-c9d61d7538e3 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379416 Jun 24 14:29:22.098649 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:19Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:22.104512 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199f04b-7cab-4104-a6de-54aee6d084dc None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:19Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:22.293978 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54568635-0989-45fe-a275-eb0522edf540 None None] New status for floating IP 6a77e602-ef36-496f-a05e-b84ab88671d3: ACTIVE {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:29:22.969503 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-0fd35d4c-9130-42a3-8b77-3759606a4946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:25.074274 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-565618be-e7fa-438c-bb84-4d04d97ca31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:26.260656 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:26.489716 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:28.017473 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:28.576304 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55834) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:28.700704 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:28.714774 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:28.718609 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c97571a13f47a4a21860543c819a44 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:28.721311 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:28.726858 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:28.808057 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:28.812711 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:28.862884 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d0c97571a13f47a4a21860543c819a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854288 Jun 24 14:29:28.863715 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db04840-c1bd-4301-8091-d98a922b32c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca914a0-ef5f-4ec5-b828-bb00274839d2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:28.865679 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55840) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:28.929858 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-29bdce6a-e16c-42de-8e25-791b48fc7a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:28.957099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-29bdce6a-e16c-42de-8e25-791b48fc7a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.013898 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-29bdce6a-e16c-42de-8e25-791b48fc7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.035119 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdce6a-e16c-42de-8e25-791b48fc7a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca914a0-ef5f-4ec5-b828-bb00274839d2,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:29.050018 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-29bdce6a-e16c-42de-8e25-791b48fc7a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.051340 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-29bdce6a-e16c-42de-8e25-791b48fc7a86 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0ca914a0-ef5f-4ec5-b828-bb00274839d2 HTTP/1.1" status: 204 len: 168 time: 0.1845424 Jun 24 14:29:29.374290 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55848) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:29.396841 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.412239 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:29.417471 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Usage tracker for resource:security_group_rule and tenant:12b97af165ec435db7a6e89b56dc8f9f is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:29.421317 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:29.427226 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:29.528472 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.533925 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.535555 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.580771 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=12b97af165ec435db7a6e89b56dc8f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049513 Jun 24 14:29:29.581543 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e197f3-af31-45c0-ae59-54e481f88d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4f92d8-6da5-4e75-8f8e-852a67a070d4,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:29.584330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55852) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:29.643223 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e9a86950-7f9c-4b35-9194-bf0581a2e0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.669709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e9a86950-7f9c-4b35-9194-bf0581a2e0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.730035 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e9a86950-7f9c-4b35-9194-bf0581a2e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.745206 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a86950-7f9c-4b35-9194-bf0581a2e0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4f92d8-6da5-4e75-8f8e-852a67a070d4,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:29.753026 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e9a86950-7f9c-4b35-9194-bf0581a2e0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:29.754783 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e9a86950-7f9c-4b35-9194-bf0581a2e0c5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3a4f92d8-6da5-4e75-8f8e-852a67a070d4 HTTP/1.1" status: 204 len: 168 time: 0.1690621 Jun 24 14:29:30.150429 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 55860) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:30.167991 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:30.182963 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:30.187160 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Usage tracker for resource:security_group_rule and tenant:7c3c27e175a94d96827edf4e4ee72af8 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:30.190181 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:30.196778 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:30.285817 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:30.290608 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:30.337303 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7c3c27e175a94d96827edf4e4ee72af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856842 Jun 24 14:29:30.338140 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c88d4-204f-43e1-882f-516ed3c9b50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100de4e1-9fcd-4112-abf0-8383c7c15b0a,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:30.340160 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55864) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:30.405212 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d4d7efc4-f3fb-4c1b-80b6-b545309a2835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:30.431308 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d4d7efc4-f3fb-4c1b-80b6-b545309a2835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:30.484265 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d4d7efc4-f3fb-4c1b-80b6-b545309a2835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:30.498731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7efc4-f3fb-4c1b-80b6-b545309a2835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100de4e1-9fcd-4112-abf0-8383c7c15b0a,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:30.504998 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d4d7efc4-f3fb-4c1b-80b6-b545309a2835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:30.506122 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d4d7efc4-f3fb-4c1b-80b6-b545309a2835 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/100de4e1-9fcd-4112-abf0-8383c7c15b0a HTTP/1.1" status: 204 len: 168 time: 0.1643527 Jun 24 14:29:32.265260 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43075b3-6169-4575-83e4-78972c8a3773 req-7d445577-ae21-4d1d-b037-490a068edecb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:32.267331 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a43075b3-6169-4575-83e4-78972c8a3773 req-7d445577-ae21-4d1d-b037-490a068edecb tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 947 time: 0.0927224 Jun 24 14:29:32.328897 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a43075b3-6169-4575-83e4-78972c8a3773 req-6d3454f6-857c-499b-bff9-fe56b3697ab5 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553782 Jun 24 14:29:33.573807 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d440ae-a924-4d58-9e94-c0ad0f284d37 req-dddfccc3-f715-466d-b9a7-1b5d8e7ca05c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:33.576512 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-60d440ae-a924-4d58-9e94-c0ad0f284d37 req-dddfccc3-f715-466d-b9a7-1b5d8e7ca05c tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 947 time: 0.1169534 Jun 24 14:29:33.629583 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-60d440ae-a924-4d58-9e94-c0ad0f284d37 req-328c8bcd-c9ad-4ed2-89de-21473110c7d6 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups?id=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469315 Jun 24 14:29:33.781735 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3b4908e6-f5c8-4e72-967b-79eaa044695d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:33.782443 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3b4908e6-f5c8-4e72-967b-79eaa044695d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Synchronizing usage tracker for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:33.800661 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3b4908e6-f5c8-4e72-967b-79eaa044695d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Unset dirty status for tenant:da8bdd3a76284646a65d728c09f1ac2a on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:33.801778 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3b4908e6-f5c8-4e72-967b-79eaa044695d tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 947 time: 0.1301522 Jun 24 14:29:33.910486 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Deleting port 66600e85-e3e4-4ddd-a981-a479ff451ebb {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:33.910739 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:34.197573 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] For port 66600e85-e3e4-4ddd-a981-a479ff451ebb, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=66600e85-e3e4-4ddd-a981-a479ff451ebb,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:34.197962 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:34.554846 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:34.555233 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:34.555590 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Floating IP f4051e5c-5ce6-4750-84f7-af01598f121e disassociated. External IP: 172.28.2.226, port: 66600e85-e3e4-4ddd-a981-a479ff451ebb. Jun 24 14:29:34.556022 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Calling delete_port for 66600e85-e3e4-4ddd-a981-a479ff451ebb owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:34.770970 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:34.852340 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1bfdc623-7343-46c0-8696-37541d2058e8 req-cfb61bb1-b94e-4eb4-8a12-f180f1bd4394 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 210 time: 0.0597200 Jun 24 14:29:34.883834 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event deleted for resources: {'Port': ['ID=66600e85-e3e4-4ddd-a981-a479ff451ebb,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:35.150748 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Router ee89050f-1511-4def-baf3-fdae765c9ac5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:29:35.360886 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:35.371150 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] Sync routers for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:35.383428 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:35.384185 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:35.453427 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] No DVR routers for this DVR port 66600e85-e3e4-4ddd-a981-a479ff451ebb on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:29:35.455891 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:35.458466 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-deleted', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:35.474618 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fb372304-122f-426c-8bab-ba5260b0dc96 req-3e050323-8b58-462d-b996-ab9a1eba44e7 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.39 "DELETE /v2.0/ports/66600e85-e3e4-4ddd-a981-a479ff451ebb HTTP/1.1" status: 204 len: 173 time: 1.6630263 Jun 24 14:29:35.513474 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23f72b5-97ad-492c-b1ef-9848390d260b'] response: {'server_uuid': '59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda', 'name': 'network-vif-deleted', 'tag': '66600e85-e3e4-4ddd-a981-a479ff451ebb', 'status': 'completed', 'code': 200} Jun 24 14:29:35.582295 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:35.932136 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:35.937903 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] Checking router: ee89050f-1511-4def-baf3-fdae765c9ac5 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:35.950882 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:35.951682 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:36.059678 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8c2fbb1a-fd8d-4452-82cf-7f354d3455e7 req-97a44ef3-3137-4800-ad32-adc57146c30f tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/ports?device_id=59f2a3e3-4e95-4e3c-99d2-48a61f9f6bda HTTP/1.1" status: 200 len: 210 time: 0.0714536 Jun 24 14:29:36.158307 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:36.257266 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:29:36.298540 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 66600e85-e3e4-4ddd-a981-a479ff451ebb {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:29:36.298824 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 66600e85-e3e4-4ddd-a981-a479ff451ebb not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:29:36.536447 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:36.541628 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776f8d7-5553-4575-a321-0ca71a459962 None None] The sync data for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb is: [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:23:26Z', 'revision_number': 4, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '6da3427f-ca68-4603-bffb-0070a59a05d6', 'name': '', 'network_id': '724f4881-029e-406d-afbc-85e980605108', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'mac_address': 'fa:16:3e:87:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:21Z', 'updated_at': '2022-06-24T14:23:46Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'subnets': [{'id': '8eaaff93-81fb-4857-8be2-8d5b164e029e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:36.786772 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274ca83-b8ab-4d61-b954-a73f06082a59 None None] New status for floating IP f4051e5c-5ce6-4750-84f7-af01598f121e: DOWN {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:29:38.221060 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55984) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:38.290575 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9d2dea75-8cd5-489d-9727-cee8c6605361 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.319444 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9d2dea75-8cd5-489d-9727-cee8c6605361 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.377550 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9d2dea75-8cd5-489d-9727-cee8c6605361 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.397052 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dea75-8cd5-489d-9727-cee8c6605361 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab3f03-57da-4d0c-bfac-da7c37cd2e1e,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:38.418173 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9d2dea75-8cd5-489d-9727-cee8c6605361 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.419438 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-9d2dea75-8cd5-489d-9727-cee8c6605361 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "DELETE /v2.0/security-groups/3eab3f03-57da-4d0c-bfac-da7c37cd2e1e HTTP/1.1" status: 204 len: 168 time: 0.1971030 Jun 24 14:29:38.422558 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55988) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:38.440703 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.api.v2.resource [None req-0f04b023-545a-4fec-9cea-4266775a9838 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] show failed (client error): The resource could not be found. Jun 24 14:29:38.441712 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-0f04b023-545a-4fec-9cea-4266775a9838 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "GET /v2.0/security-groups/3eab3f03-57da-4d0c-bfac-da7c37cd2e1e HTTP/1.1" status: 404 len: 347 time: 0.0181742 Jun 24 14:29:38.444639 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 55992) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:38.624839 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Deleting port 70254a20-fef6-4fc5-96ad-23ed7237e4eb {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:38.625180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.806894 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.807150 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.939182 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Calling delete_port for 70254a20-fef6-4fc5-96ad-23ed7237e4eb owned by network:floatingip {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:39.107457 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.159562 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Pushing event deleted for resources: {'Port': ['ID=70254a20-fef6-4fc5-96ad-23ed7237e4eb,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:39.272187 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks [] for floatingip, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.287524 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.288764 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ae2ccc1e-ded3-41a9-a14c-cfe1f67a6263 tempest-AttachVolumeShelveTestJSON-1681478571 tempest-AttachVolumeShelveTestJSON-1681478571-project] 10.222.0.33 "DELETE /v2.0/floatingips/f4051e5c-5ce6-4750-84f7-af01598f121e HTTP/1.1" status: 204 len: 168 time: 0.8432226 Jun 24 14:29:42.066348 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56030) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:42.959864 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:43.319167 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Deleting port 6da3427f-ca68-4603-bffb-0070a59a05d6 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:43.320211 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:43.493765 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] For port 6da3427f-ca68-4603-bffb-0070a59a05d6, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6da3427f-ca68-4603-bffb-0070a59a05d6,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:43.494137 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:43.617830 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Calling delete_port for 6da3427f-ca68-4603-bffb-0070a59a05d6 owned by network:router_interface {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:43.792730 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:43.845995 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da3427f-ca68-4603-bffb-0070a59a05d6,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:44.146719 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:44.649577 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Router ee89050f-1511-4def-baf3-fdae765c9ac5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:29:44.835304 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-598dc507-62a6-4ab7-99f7-2cca9f2ebbf5 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959405955&fields=id&tenant_id=83596f2f58ce4be987c25c7a565844ce HTTP/1.1" status: 200 len: 267 time: 0.1244729 Jun 24 14:29:44.914745 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:44.924860 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] Sync routers for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:44.934903 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:44.935510 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:44.979363 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-0ff6cc99-2350-4be1-9900-9e3901a5e90b tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:44.980978 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-0ff6cc99-2350-4be1-9900-9e3901a5e90b tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 985 time: 0.1391068 Jun 24 14:29:44.983680 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3cbf958d-8a8b-417b-919c-47cc1c66d109 admin admin] 10.222.0.33 "PUT /v2.0/routers/ee89050f-1511-4def-baf3-fdae765c9ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9153256 Jun 24 14:29:44.986328 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56054) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:44.995653 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Request body: {'port': {'security_groups': ['3c3e5d76-21d6-48f6-92c8-192f18fc675b']}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:45.113685 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:45.140925 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.300753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks [] for router, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.419399 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b9eb9309-05cf-4277-8277-21e759df8287,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:45.420591 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:29:43Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:45.424863 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] Checking router: ee89050f-1511-4def-baf3-fdae765c9ac5 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:45.434473 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] Routers {'ee89050f-1511-4def-baf3-fdae765c9ac5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:45.435177 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ee89050f-1511-4def-baf3-fdae765c9ac5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:45.446306 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.451829 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.465494 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['b9eb9309-05cf-4277-8277-21e759df8287'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:29:45.542885 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.558165 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Deleting port af733073-4e76-41d6-9b30-62eb87275588 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:45.558734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.594265 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:45.599505 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.616970 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2d8f13c6-c554-4675-91f2-9de7262553a9 req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "PUT /v2.0/ports/b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 943 time: 0.6260827 Jun 24 14:29:45.617508 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:45.633586 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56062) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:45.672458 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['b9eb9309-05cf-4277-8277-21e759df8287'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:29:45.740962 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] Set router ee89050f-1511-4def-baf3-fdae765c9ac5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:45.758497 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d478fc-113f-400b-ba78-b8276104235f'] response: {'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287', 'status': 'completed', 'code': 200} Jun 24 14:29:45.817436 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event updated for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=7']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:45.859774 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.860165 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.860523 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.860863 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.861196 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.865831 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.866184 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.866550 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.866936 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.867270 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.867601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.867929 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e4dd20-39db-4a65-9131-9a300d87ae62 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:45.916194 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-572f46c7-1e4d-4192-9003-9f466737310a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:45.990201 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-572f46c7-1e4d-4192-9003-9f466737310a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.084735 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-572f46c7-1e4d-4192-9003-9f466737310a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.087772 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] For port af733073-4e76-41d6-9b30-62eb87275588, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=af733073-4e76-41d6-9b30-62eb87275588,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:46.088771 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.116033 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f46c7-1e4d-4192-9003-9f466737310a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75227779-00de-4c3b-844c-2f21809b2cce,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:46.136439 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-572f46c7-1e4d-4192-9003-9f466737310a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.137703 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-572f46c7-1e4d-4192-9003-9f466737310a tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "DELETE /v2.0/security-groups/75227779-00de-4c3b-844c-2f21809b2cce HTTP/1.1" status: 204 len: 168 time: 0.5033815 Jun 24 14:29:46.140841 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56072) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:46.195128 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-bc16f86c-a21e-4492-a71e-496ac5970c5b None None] Provisioning complete for port b9eb9309-05cf-4277-8277-21e759df8287 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:46.195512 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-bc16f86c-a21e-4492-a71e-496ac5970c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.210952 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:29:43Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:46.215183 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab0297-5b7f-438f-b199-1548a2e032dd None None] The sync data for ids ['ee89050f-1511-4def-baf3-fdae765c9ac5'] in dv-cinder-847189-2-smb is: [{'id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'name': 'tempest-AttachVolumeShelveTestJSON-3926423-router', 'tenant_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': 'af733073-4e76-41d6-9b30-62eb87275588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:23:06Z', 'updated_at': '2022-06-24T14:29:43Z', 'revision_number': 5, 'project_id': 'da8bdd3a76284646a65d728c09f1ac2a', 'gw_port': {'id': 'af733073-4e76-41d6-9b30-62eb87275588', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee89050f-1511-4def-baf3-fdae765c9ac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:23:09Z', 'updated_at': '2022-06-24T14:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:46.275229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Calling delete_port for af733073-4e76-41d6-9b30-62eb87275588 owned by network:router_gateway {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:46.308957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-c1f89c72-07e4-4bfd-9dd8-a1f308187e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:46.310558 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-c1f89c72-07e4-4bfd-9dd8-a1f308187e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1099 time: 0.5262923 Jun 24 14:29:46.380579 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-bc16f86c-a21e-4492-a71e-496ac5970c5b None None] Current status of the port b9eb9309-05cf-4277-8277-21e759df8287 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:46.390028 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Deleting port 9a60e99c-6c2e-487d-b5fd-b8fd423c92ab {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:46.390373 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.501827 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-5a4f0e50-bc1f-4ffa-a313-ff27cc100dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:46.503364 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-5a4f0e50-bc1f-4ffa-a313-ff27cc100dfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 916 time: 0.1834447 Jun 24 14:29:46.587931 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6da3427f-ca68-4603-bffb-0070a59a05d6 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:29:46.629021 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 6da3427f-ca68-4603-bffb-0070a59a05d6 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:29:46.629770 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6da3427f-ca68-4603-bffb-0070a59a05d6 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:29:46.639483 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-90ba9700-dfc8-4aeb-a44f-841691fa1d2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 1002 time: 0.1250234 Jun 24 14:29:46.706123 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.706601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.761287 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-0c41aa12-1d14-444d-9727-d3c3dc282821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:46.762896 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-0c41aa12-1d14-444d-9727-d3c3dc282821 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0876338 Jun 24 14:29:46.763990 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:46.862174 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Pushing event deleted for resources: {'Port': ['ID=af733073-4e76-41d6-9b30-62eb87275588,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:46.873046 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Calling delete_port for 9a60e99c-6c2e-487d-b5fd-b8fd423c92ab owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:47.001281 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.054283 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-500cd978-e092-4251-b6ac-1527e46518e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:47.063655 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.063816 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-500cd978-e092-4251-b6ac-1527e46518e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2993ba34-c6e4-48bf-9161-f6589e70ff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2570946 Jun 24 14:29:47.102767 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event deleted for resources: {'Port': ['ID=9a60e99c-6c2e-487d-b5fd-b8fd423c92ab,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:47.212592 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.213052 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Floating IP 4abbe742-7fc3-4769-8b59-6c95a1702e0c disassociated (deleted). External IP: 172.28.2.185, port: b9eb9309-05cf-4277-8277-21e759df8287. Jun 24 14:29:47.418017 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.422308 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.474115 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.474713 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee89050f-1511-4def-baf3-fdae765c9ac5 {{(pid=88153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:29:47.502205 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-26ba32ec-02c5-4d33-ad07-54ef9e605743 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840690 Jun 24 14:29:47.505637 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.510845 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e51f5ff7-0480-446c-a5cd-c6400214604e admin admin] 10.222.0.33 "DELETE /v2.0/routers/ee89050f-1511-4def-baf3-fdae765c9ac5 HTTP/1.1" status: 204 len: 168 time: 2.5185182 Jun 24 14:29:47.524935 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56078) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:47.617312 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] Deleting subnet 8eaaff93-81fb-4857-8be2-8d5b164e029e {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:29:47.623660 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.660644 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-fdec5cc7-6acd-459f-9f15-6fc27e8c3b84 req-94535ccb-ac67-4bb5-ad7e-85bd4cd5afbd service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521904 Jun 24 14:29:47.693532 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Router efdde070-e52b-4c4c-b705-d5b3bc2c06db has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:29:47.695507 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.916111 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.966325 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:47.978613 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] Sync routers for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:47.995804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:47.996923 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:48.015539 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:48.172482 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:48.217505 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eaaff93-81fb-4857-8be2-8d5b164e029e,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:48.231616 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:48.240690 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-43821fd1-15e5-41ea-979a-9421af07f713 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "DELETE /v2.0/floatingips/4abbe742-7fc3-4769-8b59-6c95a1702e0c HTTP/1.1" status: 204 len: 168 time: 2.0958705 Jun 24 14:29:48.240690 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:48.249961 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3a3cb54a-0cdd-4124-8b60-89f7acee9caa admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8eaaff93-81fb-4857-8be2-8d5b164e029e HTTP/1.1" status: 204 len: 168 time: 0.7239878 Jun 24 14:29:48.252516 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56092) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:48.296268 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144729a8-9738-47a2-9882-814a22eb06c2'] response: {'name': 'network-changed', 'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287', 'status': 'completed', 'code': 200} Jun 24 14:29:48.350705 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:48.431253 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e16b50-9b82-4e67-a9e0-8983477f309a None None] Network 724f4881-029e-406d-afbc-85e980605108 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:29:48.441677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:48.466551 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Deleting port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:48.466893 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:48.510898 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-0a2ecf30-70e5-47d8-82a3-2f407c7470a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:48.512536 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-0a2ecf30-70e5-47d8-82a3-2f407c7470a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83596f2f58ce4be987c25c7a565844ce&device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 1099 time: 0.1698782 Jun 24 14:29:48.522363 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device af733073-4e76-41d6-9b30-62eb87275588 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:29:48.590949 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: af733073-4e76-41d6-9b30-62eb87275588 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:29:48.591298 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device af733073-4e76-41d6-9b30-62eb87275588 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:29:48.891425 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-18144b49-8949-4a37-903f-8523ab66ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:48.892948 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-18144b49-8949-4a37-903f-8523ab66ff03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 200 len: 916 time: 0.3661194 Jun 24 14:29:48.968567 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-e199f3ae-dca0-4ccf-ace3-a128f3263288 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 200 len: 217 time: 0.0681992 Jun 24 14:29:48.972243 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] For port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4,segment=NetworkSegment(69d50f7c-558c-4a64-a534-e35d78108301),segment_id=69d50f7c-558c-4a64-a534-e35d78108301)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:48.972610 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:49.145016 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Calling delete_port for ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 owned by network:dhcp {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:49.151385 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90416c63-c487-48de-a4f2-99a63ce2c151 None None] DHCP port deletion for 724f4881-029e-406d-afbc-85e980605108 request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:29:49.157553 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-90416c63-c487-48de-a4f2-99a63ce2c151 None None] Deleting port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:49.157933 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-90416c63-c487-48de-a4f2-99a63ce2c151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:49.189969 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:22Z', 'revision_number': 5, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:49.198228 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-67cb8410-1e4c-4713-97af-ec0d1c6bd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:49.199816 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-67cb8410-1e4c-4713-97af-ec0d1c6bd39b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 200 len: 854 time: 0.2189419 Jun 24 14:29:49.203395 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] Checking router: efdde070-e52b-4c4c-b705-d5b3bc2c06db for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:49.227348 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:49.227915 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:49.292472 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:49.363373 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:49.368138 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] No DVR routers for this DVR port ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 on host dv-cinder-847189-2-smb {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:29:49.416743 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-e91ec628-dcb7-4c73-b065-67ea7cb8555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:49.418341 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-e91ec628-dcb7-4c73-b065-67ea7cb8555b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2993ba34-c6e4-48bf-9161-f6589e70ff07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2106743 Jun 24 14:29:49.427373 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-90416c63-c487-48de-a4f2-99a63ce2c151 None None] The port 'ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4' was deleted {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:29:49.503142 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:49.687689 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:49.730069 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724f4881-029e-406d-afbc-85e980605108']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:49.757800 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d50f7c-558c-4a64-a534-e35d78108301') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:49.758085 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d50f7c-558c-4a64-a534-e35d78108301') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:49.783332 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:49.802794 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-506d0a27-4889-4cc1-b073-e6d0ced03112 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106678 Jun 24 14:29:49.807490 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:49.839513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:29:49.839945 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:49.873989 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:22Z', 'revision_number': 5, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:49.885938 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b865fc8-6484-4c19-80bb-f5398942e193 None None] The sync data for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb is: [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:27:15Z', 'revision_number': 4, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '34dff154-e63b-472e-b200-0ce3e4b3594e', 'name': '', 'network_id': '2993ba34-c6e4-48bf-9161-f6589e70ff07', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'mac_address': 'fa:16:3e:a8:13:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '5143cd01-772c-46cb-9158-376de143a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:14Z', 'updated_at': '2022-06-24T14:27:22Z', 'revision_number': 5, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'subnets': [{'id': '5143cd01-772c-46cb-9158-376de143a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:50.066770 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment 69d50f7c-558c-4a64-a534-e35d78108301 resource provider aggregate not found Jun 24 14:29:50.084699 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:50.099596 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment 69d50f7c-558c-4a64-a534-e35d78108301 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69d50f7c-558c-4a64-a534-e35d78108301 found for delete ", "request_id": "req-3b1d42aa-e8e1-4dc7-8952-5bb7aa644c1c"}]} Jun 24 14:29:50.130644 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:50.141601 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] Pushing event deleted for resources: {'Network': ['ID=724f4881-029e-406d-afbc-85e980605108,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:50.149990 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-774b4d3d-237a-4b5c-9350-faad9b2003b8 req-4a602786-3dd8-4e63-a5d5-91e9bf2f1b35 service neutron] 10.222.0.39 "GET /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395386 Jun 24 14:29:50.168956 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b7fdb430-708f-428d-972d-9f931bea61bb admin admin] 10.222.0.33 "DELETE /v2.0/networks/724f4881-029e-406d-afbc-85e980605108 HTTP/1.1" status: 204 len: 168 time: 1.9150870 Jun 24 14:29:50.282409 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a788b-0cef-48df-9aec-08951e2a71a2 None None] New status for floating IP 4abbe742-7fc3-4769-8b59-6c95a1702e0c: DOWN {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:29:50.363323 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:29:50.381039 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56128) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:50.441761 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:29:50.442289 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device ca8c3d3a-9c0a-4c63-95c4-963e8729b7d4 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:29:50.450095 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56132) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:50.458171 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a0a6ea78-d434-46c9-bf54-a59e38fe7eec admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=da8bdd3a76284646a65d728c09f1ac2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0726292 Jun 24 14:29:50.543744 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0609664d-8f0d-40c2-86b2-0b3354df3940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:50.576542 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0609664d-8f0d-40c2-86b2-0b3354df3940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:50.649439 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0609664d-8f0d-40c2-86b2-0b3354df3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:50.667052 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609664d-8f0d-40c2-86b2-0b3354df3940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a48e03-11cc-414c-b617-ceb941d4d643,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:50.677904 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0609664d-8f0d-40c2-86b2-0b3354df3940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:50.679083 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-0609664d-8f0d-40c2-86b2-0b3354df3940 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e4a48e03-11cc-414c-b617-ceb941d4d643 HTTP/1.1" status: 204 len: 168 time: 0.2293491 Jun 24 14:29:52.041351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ba7ef-2342-4298-953a-b8f4a7394856 req-d05c37a9-04bb-4b09-ae8d-19e78babd2ba tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:52.043959 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d19ba7ef-2342-4298-953a-b8f4a7394856 req-d05c37a9-04bb-4b09-ae8d-19e78babd2ba tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Synchronizing usage tracker for tenant:83596f2f58ce4be987c25c7a565844ce on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:52.063499 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d19ba7ef-2342-4298-953a-b8f4a7394856 req-d05c37a9-04bb-4b09-ae8d-19e78babd2ba tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Unset dirty status for tenant:83596f2f58ce4be987c25c7a565844ce on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:52.065326 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d19ba7ef-2342-4298-953a-b8f4a7394856 req-d05c37a9-04bb-4b09-ae8d-19e78babd2ba tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.1310642 Jun 24 14:29:52.118496 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d19ba7ef-2342-4298-953a-b8f4a7394856 req-d3896eec-2052-47b8-8486-6f2d76043b0b tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Synchronizing usage tracker for tenant:83596f2f58ce4be987c25c7a565844ce on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:52.137749 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-d19ba7ef-2342-4298-953a-b8f4a7394856 req-d3896eec-2052-47b8-8486-6f2d76043b0b tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Unset dirty status for tenant:83596f2f58ce4be987c25c7a565844ce on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:52.139543 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d19ba7ef-2342-4298-953a-b8f4a7394856 req-d3896eec-2052-47b8-8486-6f2d76043b0b tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669861 Jun 24 14:29:52.965436 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-d8b73538-dc96-4075-96be-3d39b28f48d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:53.346034 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad427ea-85cc-48e6-b898-364562ac7723 req-c4937aa4-8c13-49ff-a9dc-afab60225554 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:53.347977 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0ad427ea-85cc-48e6-b898-364562ac7723 req-c4937aa4-8c13-49ff-a9dc-afab60225554 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.0919590 Jun 24 14:29:53.416769 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0ad427ea-85cc-48e6-b898-364562ac7723 req-e6fa9776-1c6d-4d1b-9623-2392f576bbc5 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/security-groups?id=3c3e5d76-21d6-48f6-92c8-192f18fc675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Jun 24 14:29:53.765131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-ecd2ae98-6a9d-45a2-90ec-f0491c5880fa tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:53.766747 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-ecd2ae98-6a9d-45a2-90ec-f0491c5880fa tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 946 time: 0.0990999 Jun 24 14:29:53.844356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Deleting port b9eb9309-05cf-4277-8277-21e759df8287 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:53.844668 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.114794 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] For port b9eb9309-05cf-4277-8277-21e759df8287, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b9eb9309-05cf-4277-8277-21e759df8287,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:54.115047 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.242499 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Calling delete_port for b9eb9309-05cf-4277-8277-21e759df8287 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:54.403225 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.452797 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Pushing event deleted for resources: {'Port': ['ID=b9eb9309-05cf-4277-8277-21e759df8287,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:54.547775 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] No DVR routers for this DVR port b9eb9309-05cf-4277-8277-21e759df8287 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:29:54.550454 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.553955 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'name': 'network-vif-deleted', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:54.572240 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-29beb883-f4a4-4618-819d-48a05f43ca6f req-5236ebd0-d952-469f-9676-4688c070a8e4 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.39 "DELETE /v2.0/ports/b9eb9309-05cf-4277-8277-21e759df8287 HTTP/1.1" status: 204 len: 173 time: 0.7999613 Jun 24 14:29:54.609886 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab62c96-ad40-4787-a9b1-01df05dca3ca'] response: {'server_uuid': '1a9f26e1-af1b-4106-ad3c-3a7b133eb367', 'name': 'network-vif-deleted', 'tag': 'b9eb9309-05cf-4277-8277-21e759df8287', 'status': 'completed', 'code': 200} Jun 24 14:29:54.611363 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-300f564b-21f7-47a2-81e6-c7cab5cf73d7 req-88270c69-f87f-4054-9d41-53f770d39db6 tempest-TestMinimumBasicScenario-1032402594 tempest-TestMinimumBasicScenario-1032402594-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a9f26e1-af1b-4106-ad3c-3a7b133eb367 HTTP/1.1" status: 200 len: 210 time: 0.0651224 Jun 24 14:29:55.038606 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56232) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:55.060319 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-efc3ead5-96be-4dfa-8535-d731b729f201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.170107 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.187960 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:55.192134 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Usage tracker for resource:security_group_rule and tenant:36dd59d6c6c9458487392927f26e43ca is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:55.195294 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:55.201697 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:55.305099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.310028 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.358033 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=36dd59d6c6c9458487392927f26e43ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182404 Jun 24 14:29:55.359000 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec31ae8-aea8-43c9-b4af-152f291b821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c82a62d-2cae-4ac9-8661-710c077f6249,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:55.361967 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56238) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:55.439634 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d008e76-da10-48d8-8f28-0aaa74f602b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.477099 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d008e76-da10-48d8-8f28-0aaa74f602b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.542194 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d008e76-da10-48d8-8f28-0aaa74f602b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.559512 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d008e76-da10-48d8-8f28-0aaa74f602b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c82a62d-2cae-4ac9-8661-710c077f6249,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:55.566829 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d008e76-da10-48d8-8f28-0aaa74f602b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.569126 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3d008e76-da10-48d8-8f28-0aaa74f602b3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5c82a62d-2cae-4ac9-8661-710c077f6249 HTTP/1.1" status: 204 len: 168 time: 0.2058399 Jun 24 14:29:56.273827 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:56.395681 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device b9eb9309-05cf-4277-8277-21e759df8287 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:29:56.434369 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: b9eb9309-05cf-4277-8277-21e759df8287 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:29:56.434826 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device b9eb9309-05cf-4277-8277-21e759df8287 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:29:56.493113 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:56.582768 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56318) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:57.036426 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:29:57.289477 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.483601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56356) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:57.648531 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.664474 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:57.668462 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Usage tracker for resource:security_group_rule and tenant:22e8a24039d14e04b1b875c6a6fd8111 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:57.671739 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:57.678629 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:57.705538 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Deleting port 34dff154-e63b-472e-b200-0ce3e4b3594e {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:57.706074 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.775352 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.781695 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.828597 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=22e8a24039d14e04b1b875c6a6fd8111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435354 Jun 24 14:29:57.837991 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56380) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:57.892853 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba34247-5888-42fd-a9fa-cbb7917ba995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb59c1-156e-4341-9920-d946fbbf36de,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:57.917334 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] For port 34dff154-e63b-472e-b200-0ce3e4b3594e, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=34dff154-e63b-472e-b200-0ce3e4b3594e,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:57.917960 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.933210 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-db56cf02-ccfe-4bbe-9740-e6fb3f8da5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.994714 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-db56cf02-ccfe-4bbe-9740-e6fb3f8da5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.041618 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.087300 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Calling delete_port for 34dff154-e63b-472e-b200-0ce3e4b3594e owned by network:router_interface {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:58.114266 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-db56cf02-ccfe-4bbe-9740-e6fb3f8da5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.134708 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56cf02-ccfe-4bbe-9740-e6fb3f8da5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb59c1-156e-4341-9920-d946fbbf36de,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:58.142008 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-db56cf02-ccfe-4bbe-9740-e6fb3f8da5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.142008 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-db56cf02-ccfe-4bbe-9740-e6fb3f8da5e2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c2cb59c1-156e-4341-9920-d946fbbf36de HTTP/1.1" status: 204 len: 168 time: 0.2991700 Jun 24 14:29:58.320416 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.492374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Pushing event deleted for resources: {'Port': ['ID=34dff154-e63b-472e-b200-0ce3e4b3594e,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:58.812411 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.990696 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56466) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:59.117993 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1303303749-network', 'tenant_id': 'c904070776d54487b058f5f5a1883360'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:59.122594 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:59.126565 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Usage tracker for resource:network and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:59.129363 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:59.135413 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:59.148707 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Made reservation on behalf of c904070776d54487b058f5f5a1883360 for: {'network': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:29:59.151071 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.164307 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.180109 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:59.184126 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:59.187267 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:59.193932 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:59.229395 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Router efdde070-e52b-4c4c-b705-d5b3bc2c06db has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:29:59.304799 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.310708 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.323984 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:29:59.334730 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.335554 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.segments_db [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Added segment ae713f67-f08d-482b-b87a-3dfac1ba8026 of type vlan for network 2ff8dc08-468c-4078-b930-8d3bf419e101 Jun 24 14:29:59.370366 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56486) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:59.394483 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.439417 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd31b1b5-09b6-4076-b3c1-9e5292a46ec7,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:59.441666 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:59.452758 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.453435 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] Sync routers for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:59.454239 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:59.455636 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.468394 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:59.469058 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:59.497282 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-def4ae3c-50c5-457b-a40e-e33d95735165 admin admin] 10.222.0.33 "PUT /v2.0/routers/efdde070-e52b-4c4c-b705-d5b3bc2c06db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9135373 Jun 24 14:29:59.499767 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56494) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:59.589136 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5973022 Jun 24 14:29:59.591630 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56500) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:59.607167 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Request body: {'subnet': {'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1303303749-subnet', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'ip_version': 4}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:59.612045 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d835d28-9ce9-423f-8f15-4c2deb87dd70 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff8dc08-468c-4078-b930-8d3bf419e101,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:59.614456 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:59.618528 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Usage tracker for resource:subnet and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:59.621544 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:59.629691 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:59.642219 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Made reservation on behalf of c904070776d54487b058f5f5a1883360 for: {'subnet': 1} {{(pid=88154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:29:59.644914 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:29:59.645505 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2192812'] for subnet, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.681016 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.724999 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:59.761108 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.785027 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:59.796592 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:59.963290 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Usage tracker for resource:security_group_rule and tenant:12b4f36e1f204f798512e54be28f8e7c is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:59.966782 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:59.974058 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:59.985698 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1424353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2192794'] for subnet, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.091805 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Checking segment: {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:00.092472 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Network hostable DHCP agents. Network: 2ff8dc08-468c-4078-b930-8d3bf419e101, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:30:00.108064 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db879cb6-3dac-4429-bf08-d1ab2e026f9b,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:00.122481 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:30:00.147692 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 2ff8dc08-468c-4078-b930-8d3bf419e101) {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:00.154673 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:00.156647 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.163732 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10aa087-4a94-4a47-801f-81e2075407ee None None] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:30:00.184788 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c564d395-700b-4062-9138-6fc25e93444c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5920818 Jun 24 14:30:00.188041 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56506) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:00.188287 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:29:58Z', 'revision_number': 5, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port': {'id': '5ef2ef95-0855-4344-9579-381cd55fc4c6', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:67:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:11Z', 'updated_at': '2022-06-24T14:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:00.195542 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:00.202676 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:00.208069 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Usage tracker for resource:router and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:00.213491 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:00.220278 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:00.233448 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.235406 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.241233 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.258646 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] Checking router: efdde070-e52b-4c4c-b705-d5b3bc2c06db for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:00.268567 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.271650 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Deleting port 5ef2ef95-0855-4344-9579-381cd55fc4c6 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:00.272094 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.293895 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] Routers {'efdde070-e52b-4c4c-b705-d5b3bc2c06db'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:00.294767 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:00.324086 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.338319 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.379949 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=12b4f36e1f204f798512e54be28f8e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0082433 Jun 24 14:30:00.384764 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56510) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:00.498796 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73762c24-96e9-41f0-84ee-70de8c828f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff0bca-eb5c-4c50-bdaf-60dc6b80dbba,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:00.581378 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-64103da4-1597-4eaf-8bc6-5503e1a88e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.595914 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] Set router efdde070-e52b-4c4c-b705-d5b3bc2c06db gateway port host: None {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:00.598545 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.611406 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-64103da4-1597-4eaf-8bc6-5503e1a88e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.629053 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] For port 5ef2ef95-0855-4344-9579-381cd55fc4c6, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=5ef2ef95-0855-4344-9579-381cd55fc4c6,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:00.629427 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.722176 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:30:00Z', 'revision_number': 6, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port_host': None}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:00.734367 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e578c36-4ef1-4694-85a1-f6f0fca0ce00 None None] The sync data for ids ['efdde070-e52b-4c4c-b705-d5b3bc2c06db'] in dv-cinder-847189-2-smb is: [{'id': 'efdde070-e52b-4c4c-b705-d5b3bc2c06db', 'name': 'tempest-TestMinimumBasicScenario-1420707850-router', 'tenant_id': '83596f2f58ce4be987c25c7a565844ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:10Z', 'updated_at': '2022-06-24T14:30:00Z', 'revision_number': 6, 'project_id': '83596f2f58ce4be987c25c7a565844ce', 'gw_port_host': None}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:00.774859 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Calling delete_port for 5ef2ef95-0855-4344-9579-381cd55fc4c6 owned by network:router_gateway {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:30:00.805745 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-2ff8dc08-468c-4078-b930-8d3bf419e101', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:30:00.806651 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.887418 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-64103da4-1597-4eaf-8bc6-5503e1a88e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.909645 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64103da4-1597-4eaf-8bc6-5503e1a88e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff0bca-eb5c-4c50-bdaf-60dc6b80dbba,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:00.924432 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-64103da4-1597-4eaf-8bc6-5503e1a88e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:00.925532 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-64103da4-1597-4eaf-8bc6-5503e1a88e12 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0fff0bca-eb5c-4c50-bdaf-60dc6b80dbba HTTP/1.1" status: 204 len: 168 time: 0.5324781 Jun 24 14:30:01.037189 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Allocated IP 172.20.0.2 (2ff8dc08-468c-4078-b930-8d3bf419e101/db879cb6-3dac-4429-bf08-d1ab2e026f9b/68b9672e-23d2-4d92-a326-3b240d8ed4bb) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:01.100992 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.137624 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.188084 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.218878 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef2ef95-0855-4344-9579-381cd55fc4c6,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:01.350783 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.386910 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Allocated IP 172.28.2.237 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/6896e709-f69c-4e9d-828c-19b795c685b2) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:01.464962 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.477531 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Transition to ACTIVE for port object 68b9672e-23d2-4d92-a326-3b240d8ed4bb will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:01.496242 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Transition to ACTIVE for port object 68b9672e-23d2-4d92-a326-3b240d8ed4bb will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:01.501076 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56520) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:01.502923 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.531432 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.540362 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.543103 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.558088 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:01.565885 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Usage tracker for resource:security_group_rule and tenant:8b78d69ae64a482289e7004993f4d0fd is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:01.571015 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:01.571717 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.572328 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efdde070-e52b-4c4c-b705-d5b3bc2c06db {{(pid=88153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:30:01.584841 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:01.588081 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.588237 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:01.588524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:01.591510 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-cb5ce7b7-c99a-4661-acbc-82b1cd622a46 admin admin] 10.222.0.33 "DELETE /v2.0/routers/efdde070-e52b-4c4c-b705-d5b3bc2c06db HTTP/1.1" status: 204 len: 168 time: 2.0884748 Jun 24 14:30:01.591680 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Pushing event updated for resources: {'Port': ['ID=68b9672e-23d2-4d92-a326-3b240d8ed4bb,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:01.591780 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56524) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:01.592957 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:01.602787 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.603453 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.603574 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.603882 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.604213 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.604542 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.604867 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.605192 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.605514 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.605833 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.606147 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.606576 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:01.690824 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.716629 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Attempting to bind port 68b9672e-23d2-4d92-a326-3b240d8ed4bb on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:01.719330 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Attempting to bind port 68b9672e-23d2-4d92-a326-3b240d8ed4bb by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:01.719985 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Attempting to bind port 68b9672e-23d2-4d92-a326-3b240d8ed4bb on network 2ff8dc08-468c-4078-b930-8d3bf419e101 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:01.727796 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] Deleting subnet 5143cd01-772c-46cb-9158-376de143a9c5 {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:30:01.731281 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.732871 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:01.733570 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Checking segment: {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:01.734332 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.735246 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Bound using segment: {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:01.736642 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Bound port: 68b9672e-23d2-4d92-a326-3b240d8ed4bb, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:01.737469 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.818971 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.849718 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] For port 68b9672e-23d2-4d92-a326-3b240d8ed4bb, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:01.854157 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] For port 68b9672e-23d2-4d92-a326-3b240d8ed4bb, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=68b9672e-23d2-4d92-a326-3b240d8ed4bb,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:01.859426 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.884327 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.949361 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3da85-8062-4bf8-890a-f17fa3c8682a None None] Pushing event updated for resources: {'Port': ['ID=68b9672e-23d2-4d92-a326-3b240d8ed4bb,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:01.985164 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:01.987447 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:01.995981 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:02.001463 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:02.030717 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.086945 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Pushing event updated for resources: {'Port': ['ID=6896e709-f69c-4e9d-828c-19b795c685b2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:02.126653 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8b78d69ae64a482289e7004993f4d0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244614 Jun 24 14:30:02.129770 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.130611 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56530) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:02.167228 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedcfe6-67c2-42b7-b204-6b4ddc8e1809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f32482-a222-4b46-918b-e64743e02722,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:02.243872 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ab55a263-9520-4e94-8925-192106258577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.284332 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ab55a263-9520-4e94-8925-192106258577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.393232 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ab55a263-9520-4e94-8925-192106258577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.408123 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55a263-9520-4e94-8925-192106258577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f32482-a222-4b46-918b-e64743e02722,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:02.415749 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ab55a263-9520-4e94-8925-192106258577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.416891 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ab55a263-9520-4e94-8925-192106258577 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f9f32482-a222-4b46-918b-e64743e02722 HTTP/1.1" status: 204 len: 168 time: 0.2853036 Jun 24 14:30:02.424010 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 68b9672e-23d2-4d92-a326-3b240d8ed4bb up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:02.455021 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.456827 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56540) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:02.462095 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973884528', 'description': 'tempest-description--2089489129'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:02.469663 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:02.492874 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:02.503254 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5143cd01-772c-46cb-9158-376de143a9c5,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:02.510730 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.518588 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.518859 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66072c1-1237-4c5b-9104-58e1c60b3c23 None None] Network 2993ba34-c6e4-48bf-9161-f6589e70ff07 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:30:02.544428 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:02.554545 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:02.559594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:02.567492 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:02.640341 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 68b9672e-23d2-4d92-a326-3b240d8ed4bb completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:02.684048 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.691523 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.767030 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 34dff154-e63b-472e-b200-0ce3e4b3594e no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:02.777625 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7b9d36cf-6d37-4df0-a56d-c118585ea74b admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5143cd01-772c-46cb-9158-376de143a9c5 HTTP/1.1" status: 204 len: 168 time: 1.1827204 Jun 24 14:30:02.778673 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56546) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:02.791817 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51756767-e126-4a60-b5e0-a3459d9462bd,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:02.804791 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.810090 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-7612a8e5-008c-4f06-b489-f3a347dbf7fa tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3519938 Jun 24 14:30:02.815268 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56550) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:02.817144 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': '51756767-e126-4a60-b5e0-a3459d9462bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:02.824560 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:02.828850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:02.832691 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 34dff154-e63b-472e-b200-0ce3e4b3594e {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:30:02.833050 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 34dff154-e63b-472e-b200-0ce3e4b3594e not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:30:02.833450 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 5ef2ef95-0855-4344-9579-381cd55fc4c6 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:02.834060 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:02.842485 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:02.869851 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:02.899421 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 5ef2ef95-0855-4344-9579-381cd55fc4c6 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:30:02.899421 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 5ef2ef95-0855-4344-9579-381cd55fc4c6 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:30:02.991094 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.027076 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] DHCP port deletion for 2993ba34-c6e4-48bf-9161-f6589e70ff07 request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:30:03.033711 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] Deleting port 6fc6354f-707e-4a93-a30a-3073720e118a {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:03.034243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.063855 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.071305 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.112953 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814fad2d-655e-468c-b9ba-687e121f7364,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:03.145159 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.148712 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-15984ee5-d5cb-4000-9389-6f2f03d877f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353374 Jun 24 14:30:03.150337 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56562) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:03.164914 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': '51756767-e126-4a60-b5e0-a3459d9462bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:03.179091 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:03.190204 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:03.198417 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:03.200694 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.207829 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:03.230762 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.255681 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Deleting port 6fc6354f-707e-4a93-a30a-3073720e118a {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:03.255949 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.333393 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfcb44c-52e5-4237-ae39-7cc4db893480 None None] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:30:03.356122 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.361621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.389447 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1044c301-58fb-46ae-ac28-d50c022dfcb5,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:03.407011 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.408290 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-aee95ba0-4df5-478b-909c-894f72b7cc25 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2538877 Jun 24 14:30:03.412336 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56572) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:03.419711 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:03.426947 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:03.431022 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:floatingip and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:03.442563 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:03.452785 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:03.467740 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.481074 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] For port 6fc6354f-707e-4a93-a30a-3073720e118a, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6fc6354f-707e-4a93-a30a-3073720e118a,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:03.481855 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.508511 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] Provisioning for port 68b9672e-23d2-4d92-a326-3b240d8ed4bb completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:03.569612 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] Provisioning complete for port 68b9672e-23d2-4d92-a326-3b240d8ed4bb triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:03.569985 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.648550 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] For port 6fc6354f-707e-4a93-a30a-3073720e118a, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6fc6354f-707e-4a93-a30a-3073720e118a,segment=NetworkSegment(9013417f-41d7-4aa8-b69e-b61ac855fd34),segment_id=9013417f-41d7-4aa8-b69e-b61ac855fd34)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:03.649092 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.659828 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.677613 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] Calling delete_port for 6fc6354f-707e-4a93-a30a-3073720e118a owned by network:dhcp {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:30:03.805467 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Calling delete_port for 6fc6354f-707e-4a93-a30a-3073720e118a owned by network:dhcp {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:30:03.934067 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.980047 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] Current status of the port 68b9672e-23d2-4d92-a326-3b240d8ed4bb is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:03.980479 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.999857 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006'] for port, after_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.049716 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] Pushing event deleted for resources: {'Port': ['ID=6fc6354f-707e-4a93-a30a-3073720e118a,revision_number=None']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:04.077158 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232eb07-e1c6-477e-881d-dc7647d53caf None None] No DVR routers for this DVR port 6fc6354f-707e-4a93-a30a-3073720e118a on host dv-cinder-847189-2-smb {{(pid=88155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:30:04.083180 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.api [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:30:04.083849 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG oslo_db.api [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:30:04.096985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.28.2.244 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/f7153ebd-cd2a-424d-b38a-bfb74c0bddc9) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:04.106900 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] For port 68b9672e-23d2-4d92-a326-3b240d8ed4bb, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=68b9672e-23d2-4d92-a326-3b240d8ed4bb,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:04.117557 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.185450 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Router 15dff774-50fb-4cf6-a489-7fe2679d934d is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:30:04.228436 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865056ac-daaa-455b-b010-003545d8a7d6 None None] Pushing event updated for resources: {'Port': ['ID=68b9672e-23d2-4d92-a326-3b240d8ed4bb,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:04.325984 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.360301 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 68b9672e-23d2-4d92-a326-3b240d8ed4bb up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:04.415341 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.470831 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d19ce54b-e761-462f-9357-07288507b917 None None] Provisioning complete for port 68b9672e-23d2-4d92-a326-3b240d8ed4bb triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:04.471393 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-d19ce54b-e761-462f-9357-07288507b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.520555 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=f7153ebd-cd2a-424d-b38a-bfb74c0bddc9,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:04.533672 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 68b9672e-23d2-4d92-a326-3b240d8ed4bb triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:04.534077 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.535473 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:04.536885 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:04.541741 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:04.552548 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:04.562826 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Sync routers for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:04.580160 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:04.581096 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:04.586087 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Deleting port 6fc6354f-707e-4a93-a30a-3073720e118a {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:04.587182 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.635662 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.638109 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c92b72f8-20e7-4f84-87ab-7ef4124275c7 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4483771 Jun 24 14:30:04.645097 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56596) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:04.690548 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] The port '6fc6354f-707e-4a93-a30a-3073720e118a' was deleted {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:30:04.769505 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 68b9672e-23d2-4d92-a326-3b240d8ed4bb is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:04.783651 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-d19ce54b-e761-462f-9357-07288507b917 None None] Current status of the port 68b9672e-23d2-4d92-a326-3b240d8ed4bb is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:04.831192 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:04.853093 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6fc6354f-707e-4a93-a30a-3073720e118a no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:04.857054 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.885975 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2993ba34-c6e4-48bf-9161-f6589e70ff07']}} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:04.909579 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 6fc6354f-707e-4a93-a30a-3073720e118a {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:30:04.911351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9013417f-41d7-4aa8-b69e-b61ac855fd34') {'for_net_delete': True} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:04.912668 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9013417f-41d7-4aa8-b69e-b61ac855fd34') {} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:04.913086 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6fc6354f-707e-4a93-a30a-3073720e118a not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:30:04.934404 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.944386 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2738881'] for segment, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:04.985359 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.000548 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:30:05.001996 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1425026'] for segment, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.095621 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 9013417f-41d7-4aa8-b69e-b61ac855fd34 resource provider aggregate not found Jun 24 14:30:05.121791 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment 9013417f-41d7-4aa8-b69e-b61ac855fd34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9013417f-41d7-4aa8-b69e-b61ac855fd34 found for delete ", "request_id": "req-876ab40c-da7a-42b1-a19f-b06189792ec9"}]} Jun 24 14:30:05.143300 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.161356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.176413 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.182605 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:02Z', 'revision_number': 3, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:05.185062 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=2993ba34-c6e4-48bf-9161-f6589e70ff07,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:05.191703 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Checking router: 15dff774-50fb-4cf6-a489-7fe2679d934d for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:05.192280 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Updating router 15dff774-50fb-4cf6-a489-7fe2679d934d port 6896e709-f69c-4e9d-828c-19b795c685b2 binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:30:05.210229 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-73b01bbd-74a6-4855-9f47-eea5dbcf0e7c admin admin] 10.222.0.33 "DELETE /v2.0/networks/2993ba34-c6e4-48bf-9161-f6589e70ff07 HTTP/1.1" status: 204 len: 168 time: 2.4303880 Jun 24 14:30:05.212784 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56608) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:05.268026 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.645959 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.658252 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Transition to ACTIVE for port object 6896e709-f69c-4e9d-828c-19b795c685b2 will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:05.665386 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.706659 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.734062 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Attempting to bind port 6896e709-f69c-4e9d-828c-19b795c685b2 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:05.734432 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Attempting to bind port 6896e709-f69c-4e9d-828c-19b795c685b2 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:05.734782 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Attempting to bind port 6896e709-f69c-4e9d-828c-19b795c685b2 on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:05.753648 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:05.754062 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:05.754412 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.754794 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:05.755247 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Bound port: 6896e709-f69c-4e9d-828c-19b795c685b2, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:05.755601 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.766993 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.785661 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Pushing event updated for resources: {'Port': ['ID=6896e709-f69c-4e9d-828c-19b795c685b2,revision_number=2']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:05.799860 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.800201 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.800544 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.800843 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.801238 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.801480 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.801795 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.802091 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.802407 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.802742 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.803047 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.803352 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:05.864367 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] For port 6896e709-f69c-4e9d-828c-19b795c685b2, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:05.870111 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] For port 6896e709-f69c-4e9d-828c-19b795c685b2, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6896e709-f69c-4e9d-828c-19b795c685b2,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:05.875811 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.876906 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:05.947268 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:05.948253 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:06.055523 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=f7153ebd-cd2a-424d-b38a-bfb74c0bddc9,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:06.073904 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.088798 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.106133 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157712d-25ba-44be-96b2-df6c18626545 None None] Pushing event updated for resources: {'Port': ['ID=6896e709-f69c-4e9d-828c-19b795c685b2,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:06.154504 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:06.158018 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.167203 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3dbe5432-b2a7-4b81-822b-fef9667be540 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7447245 Jun 24 14:30:06.290712 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Deleting port 16d93d84-5982-4df1-a883-89797389f070 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:06.291305 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.341875 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Allocated IP 172.20.0.1 (2ff8dc08-468c-4078-b930-8d3bf419e101/db879cb6-3dac-4429-bf08-d1ab2e026f9b/4dadb12e-6ffa-49df-bb85-26af784057f8) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:06.508009 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.529273 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Transition to ACTIVE for port object 4dadb12e-6ffa-49df-bb85-26af784057f8 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:06.536793 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:02Z', 'revision_number': 3, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:06.540712 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfb5a-5acd-4ec7-a28e-6b7b3136ac35 None None] The sync data for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb is: [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:02Z', 'revision_number': 3, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:06.560875 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.601397 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-da47bfab-d033-4dc7-bee1-1d3335992d3f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--973884528&fields=id&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 267 time: 0.1302233 Jun 24 14:30:06.647904 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:06.648867 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Pushing event updated for resources: {'Port': ['ID=4dadb12e-6ffa-49df-bb85-26af784057f8,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:06.651650 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:06.653802 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:06.707587 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.791848 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] For port 16d93d84-5982-4df1-a883-89797389f070, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=16d93d84-5982-4df1-a883-89797389f070,segment=NetworkSegment(a2699993-3b00-49ac-a2b4-a5d012dbe48b),segment_id=a2699993-3b00-49ac-a2b4-a5d012dbe48b)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:06.792208 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:06.883099 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.004849 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-03578a44-db0a-432c-a6f5-0afa8cb48ec9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:07.006402 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-03578a44-db0a-432c-a6f5-0afa8cb48ec9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.4041865 Jun 24 14:30:07.031825 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Calling delete_port for 16d93d84-5982-4df1-a883-89797389f070 owned by network:router_interface {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:30:07.037174 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d7fb00ff-d698-41fa-847a-19732e4ab4a8 None None] Provisioning for port 4dadb12e-6ffa-49df-bb85-26af784057f8 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:07.042511 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-d7fb00ff-d698-41fa-847a-19732e4ab4a8 None None] Provisioning complete for port 4dadb12e-6ffa-49df-bb85-26af784057f8 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:07.042886 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-d7fb00ff-d698-41fa-847a-19732e4ab4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.106042 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-88dbea8b-2b38-45e6-8700-6f00017d240c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/quotas/58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 375 time: 0.0312006 Jun 24 14:30:07.141225 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb00ff-d698-41fa-847a-19732e4ab4a8 None None] Port 4dadb12e-6ffa-49df-bb85-26af784057f8 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:30:07.262137 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a543a427-9eb6-4308-a621-dce6bd4f79d4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1551793 Jun 24 14:30:07.267511 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.275985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.407033 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.410855 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Pushing event updated for resources: {'Port': ['ID=4dadb12e-6ffa-49df-bb85-26af784057f8,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:07.471449 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.572984 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d93d84-5982-4df1-a883-89797389f070,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:07.592880 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:07.594129 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:07.802247 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-c5796310-08a6-4980-a7b9-c19f20a55614 service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191114 Jun 24 14:30:07.872356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Router 15dff774-50fb-4cf6-a489-7fe2679d934d has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:30:07.933959 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.974023 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-3d0281f7-08eb-4242-aa14-9fcce0d8da9b None None] Provisioning complete for port 4dadb12e-6ffa-49df-bb85-26af784057f8 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:07.974869 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3d0281f7-08eb-4242-aa14-9fcce0d8da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:08.051500 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-3d0281f7-08eb-4242-aa14-9fcce0d8da9b None None] Port 4dadb12e-6ffa-49df-bb85-26af784057f8 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:30:08.185518 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:08.204187 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-15480b9d-ae04-438f-9bc3-a217dba843cc admin admin] 10.222.0.33 "PUT /v2.0/routers/15dff774-50fb-4cf6-a489-7fe2679d934d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5496988 Jun 24 14:30:08.214278 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-793ab8d8-0348-4c73-a426-04c404d06404 service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018974 Jun 24 14:30:08.466745 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6896e709-f69c-4e9d-828c-19b795c685b2 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:08.549053 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-52883b37-966a-497f-a660-21b28626336d req-dc65fb26-2cb8-4b96-af27-c7cee2477e12 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 210 time: 0.0885019 Jun 24 14:30:08.593031 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 6896e709-f69c-4e9d-828c-19b795c685b2 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:08.600813 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 6896e709-f69c-4e9d-828c-19b795c685b2 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:08.601797 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:08.618147 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Router f4eb23ff-5d21-4c64-aff9-83080358b438 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:30:08.816986 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Sync routers for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:08.840585 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:08.841632 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:08.929188 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:08.941692 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] Sync routers for ids ['f4eb23ff-5d21-4c64-aff9-83080358b438'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:08.962308 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-12798c7f-afb0-40f8-b613-19c38ca02de2 admin admin] 10.222.0.33 "PUT /v2.0/routers/f4eb23ff-5d21-4c64-aff9-83080358b438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7471268 Jun 24 14:30:08.962553 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] Routers {'f4eb23ff-5d21-4c64-aff9-83080358b438'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:08.964524 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56678) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:08.971812 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f4eb23ff-5d21-4c64-aff9-83080358b438'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:09.068376 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56684) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:09.079084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1917957877-network', 'tenant_id': '20e902e954794e298be9d192904a89cc'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:09.100380 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:09.117806 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Usage tracker for resource:network and tenant:20e902e954794e298be9d192904a89cc is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:09.143888 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:09.162116 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:09.164342 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 6896e709-f69c-4e9d-828c-19b795c685b2 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:09.166040 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.188227 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Made reservation on behalf of 20e902e954794e298be9d192904a89cc for: {'network': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:30:09.191868 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for network, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.218849 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.249369 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:09.254939 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:09.259662 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Usage tracker for resource:security_group_rule and tenant:20e902e954794e298be9d192904a89cc is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:09.268717 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:09.275371 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:09.288797 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] Set router f4eb23ff-5d21-4c64-aff9-83080358b438 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:09.304898 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks [] for router, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.503457 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.512048 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.523259 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 6896e709-f69c-4e9d-828c-19b795c685b2, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6896e709-f69c-4e9d-828c-19b795c685b2,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:09.532444 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.593717 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb7481-77b4-4353-b1ae-eff5c9616e4f,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:09.617045 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:30:09.638823 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.639256 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.segments_db [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Added segment f99efd0c-8ba5-4631-bc78-efc1dc9d919e of type vlan for network 431eee88-4fcc-41ed-b8a5-7450de224a3c Jun 24 14:30:09.680047 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=6896e709-f69c-4e9d-828c-19b795c685b2,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:09.683563 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781915094038'] for network, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.697256 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.709076 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Deleting port a017ed25-f27b-4bbd-8607-50565d2aa937 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:09.709508 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.732803 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995'] for network, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.733911 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:09.734478 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.753459 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:30:07Z', 'revision_number': 5, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port': {'id': 'a017ed25-f27b-4bbd-8607-50565d2aa937', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:27:20Z', 'updated_at': '2022-06-24T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:09.757269 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] Checking router: f4eb23ff-5d21-4c64-aff9-83080358b438 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:09.766041 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] Routers {'f4eb23ff-5d21-4c64-aff9-83080358b438'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:09.766892 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['f4eb23ff-5d21-4c64-aff9-83080358b438'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:09.809775 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-305a4741-2046-4aee-a98e-8a0a7590cd05 req-63366215-7b5c-466f-a3f8-4baa7523fa97 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 210 time: 0.0646174 Jun 24 14:30:09.864582 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:07Z', 'revision_number': 2, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:09.869737 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Checking router: 15dff774-50fb-4cf6-a489-7fe2679d934d for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:09.870082 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Updating router 15dff774-50fb-4cf6-a489-7fe2679d934d port 4dadb12e-6ffa-49df-bb85-26af784057f8 binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:30:09.962916 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:09.976906 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] Pushing event updated for resources: {'Network': ['ID=431eee88-4fcc-41ed-b8a5-7450de224a3c,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:09.983797 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-2cb19e36-8843-4a23-9b5b-91d4fcb49bbd admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9130201 Jun 24 14:30:09.986650 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56706) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:09.993190 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Request body: {'subnet': {'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1917957877-subnet', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'ip_version': 4}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:09.999815 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c details requested by agent ovs-agent-dv-cinder-847189-2-smb with host dv-cinder-847189-2-smb {{(pid=88155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:30:10.002400 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:10.015025 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Usage tracker for resource:subnet and tenant:20e902e954794e298be9d192904a89cc is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:10.023340 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:10.038927 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:10.052559 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] For port a017ed25-f27b-4bbd-8607-50565d2aa937, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a017ed25-f27b-4bbd-8607-50565d2aa937,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:10.052968 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.063662 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Made reservation on behalf of 20e902e954794e298be9d192904a89cc for: {'subnet': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:30:10.066656 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2415550'] for subnet, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.077029 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] Set router f4eb23ff-5d21-4c64-aff9-83080358b438 gateway port host: None {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:10.208299 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Calling delete_port for a017ed25-f27b-4bbd-8607-50565d2aa937 owned by network:router_gateway {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:30:10.310249 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 6, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port_host': None}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:10.315440 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7e54-0a02-4161-a517-67fc661e0cf4 None None] The sync data for ids ['f4eb23ff-5d21-4c64-aff9-83080358b438'] in dv-cinder-847189-2-smb is: [{'id': 'f4eb23ff-5d21-4c64-aff9-83080358b438', 'name': 'tempest-TestMinimumBasicScenario-504904267-router', 'tenant_id': '99cb747bf02040b480dbc88603996f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:27:18Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 6, 'project_id': '99cb747bf02040b480dbc88603996f7e', 'gw_port_host': None}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:10.459294 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2415496'] for subnet, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.525917 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56716) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:10.632212 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.686364 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.701644 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.710872 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a017ed25-f27b-4bbd-8607-50565d2aa937,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:10.720046 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Transition to ACTIVE for port object 4dadb12e-6ffa-49df-bb85-26af784057f8 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:10.724284 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6896e709-f69c-4e9d-828c-19b795c685b2 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:10.741000 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd210529-81e8-4d18-bd6c-8c31013bfc32,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:10.756040 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.784837 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:10.794546 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:399fbef27ebf4a45b1ef00cc2b0ae246 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:10.801772 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:10.806786 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-0ca6a825-ba40-4f96-8085-788a890f5dbe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:10.808261 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-0ca6a825-ba40-4f96-8085-788a890f5dbe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.7032750 Jun 24 14:30:10.810735 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:10.811987 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Checking segment: {'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:10.812409 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Network hostable DHCP agents. Network: 431eee88-4fcc-41ed-b8a5-7450de224a3c, hostable agents: ['87f7667f-fd4e-488b-8f3f-b59c8fffaaee'], hosted agents: [] {{(pid=88153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:30:10.877852 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-b6594dc6-346b-4606-9b3d-73429a918f8d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:30:10.910888 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c is scheduled to be hosted by DHCP agent 87f7667f-fd4e-488b-8f3f-b59c8fffaaee with binding_index 1 {{(pid=88153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:30:10.920575 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-b6594dc6-346b-4606-9b3d-73429a918f8d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:30:10.922708 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-b6594dc6-346b-4606-9b3d-73429a918f8d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 472 time: 0.1031432 Jun 24 14:30:10.924392 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-smb, 431eee88-4fcc-41ed-b8a5-7450de224a3c) {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:10.931137 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'port': {'device_id': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'admin_state_up': True, 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'security_groups': ['51756767-e126-4a60-b5e0-a3459d9462bd']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:10.931608 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:10.951642 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174252ce-1e1b-45ce-a222-79bf0d5b65f1 None None] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:30:10.956399 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:10.956999 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.067474 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d783a862-8a25-4f5b-98e8-5690eaec6d5e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0792687 Jun 24 14:30:11.071438 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56724) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:11.079517 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:11.090897 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:11.117247 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Usage tracker for resource:router and tenant:20e902e954794e298be9d192904a89cc is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:11.121865 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:11.145886 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:11.160922 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:11.165182 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1934704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6539'] for router, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.165959 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcde2e6-1acb-4cbb-8fda-59c8fbfff58d None None] Pushing event updated for resources: {'Port': ['ID=4dadb12e-6ffa-49df-bb85-26af784057f8,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:11.166180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1935691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1793867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5496'] for router, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.184701 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.206675 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:port and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:11.210546 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:11.235055 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.238729 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.272757 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 6896e709-f69c-4e9d-828c-19b795c685b2 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:11.273384 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.274345 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d366d5ed-72e5-46a6-82d2-5f915e848eab req-b483e214-f9f7-4f10-92b5-2f4b0fa4dbb9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 210 time: 0.1739819 Jun 24 14:30:11.286306 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.287006 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4eb23ff-5d21-4c64-aff9-83080358b438 {{(pid=88154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:30:11.303129 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Attempting to bind port 4dadb12e-6ffa-49df-bb85-26af784057f8 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:11.303494 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Attempting to bind port 4dadb12e-6ffa-49df-bb85-26af784057f8 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:11.303854 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Attempting to bind port 4dadb12e-6ffa-49df-bb85-26af784057f8 on network 2ff8dc08-468c-4078-b930-8d3bf419e101 {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:11.334153 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.343070 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.349507 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:11.358982 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:11.359353 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Checking segment: {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:11.359757 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.360129 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Bound using segment: {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:11.360842 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Bound port: 4dadb12e-6ffa-49df-bb85-26af784057f8, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:11.361393 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.396904 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] Notify callbacks [] for router, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.400807 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-28230406-a4b2-4320-aa18-4e67db3663aa admin admin] 10.222.0.33 "DELETE /v2.0/routers/f4eb23ff-5d21-4c64-aff9-83080358b438 HTTP/1.1" status: 204 len: 168 time: 2.4323649 Jun 24 14:30:11.400807 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56728) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:11.403892 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc7839-0161-4250-9040-7fab6d5c99c2,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:11.408333 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c4147389-18b2-4415-9cce-6e10e532dfc0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=399fbef27ebf4a45b1ef00cc2b0ae246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8813763 Jun 24 14:30:11.426132 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56732) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:11.434368 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Made reservation on behalf of 58d5b30fecfa4ea2b5471be808cd30aa for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:30:11.437680 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.470587 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] Deleting subnet 8edc9f43-957e-4fb3-b42a-eadfd52a17b4 {{(pid=88154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:30:11.474229 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.531286 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2738888'] for subnet, precommit_delete_associations {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.542160 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1935737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1934713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5482'] for router, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.629158 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.640928 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe377290b-3fca-5849-9ca1-93dd9a264aa1-431eee88-4fcc-41ed-b8a5-7450de224a3c', 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'fixed_ips': [{'subnet_id': 'fd210529-81e8-4d18-bd6c-8c31013bfc32'}]}} from dv-cinder-847189-2-smb. {{(pid=88155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:30:11.642182 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.668760 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 6896e709-f69c-4e9d-828c-19b795c685b2 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:11.672636 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] For port 4dadb12e-6ffa-49df-bb85-26af784057f8, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:11.690977 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] For port 4dadb12e-6ffa-49df-bb85-26af784057f8, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=4dadb12e-6ffa-49df-bb85-26af784057f8,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:11.704817 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1424940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2192785'] for subnet, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.744130 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.751581 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8edc9f43-957e-4fb3-b42a-eadfd52a17b4,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:11.753659 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.760489 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-64ff76b1-1358-414b-a7ce-1b9e15b6b28b admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8edc9f43-957e-4fb3-b42a-eadfd52a17b4 HTTP/1.1" status: 204 len: 168 time: 0.3586624 Jun 24 14:30:11.765874 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56736) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:11.798618 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742f2ac-e825-4d67-abf4-bcc1555157b1 None None] Network 66960740-4bc2-46d0-9916-a1c2adee242e requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:30:11.815192 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.834284 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.855940 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.20.0.8 (52a9ce33-f3c7-441f-ac53-73ebfae9bd15/3f374d12-2639-4a58-bd39-8e3548ea6467/0ba233ec-d137-47db-9053-c4b30a5a5774) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:11.887909 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.900650 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Deleting port e3acf714-3396-42ca-8b40-75a54b3aca02 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:11.901106 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.131693 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:12.132961 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:12.149618 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.176408 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] For port e3acf714-3396-42ca-8b40-75a54b3aca02, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=e3acf714-3396-42ca-8b40-75a54b3aca02,segment=NetworkSegment(a2699993-3b00-49ac-a2b4-a5d012dbe48b),segment_id=a2699993-3b00-49ac-a2b4-a5d012dbe48b)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:12.176907 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.226271 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc7839-0161-4250-9040-7fab6d5c99c2,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:12.254624 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcde2e6-1acb-4cbb-8fda-59c8fbfff58d None None] Pushing event updated for resources: {'Port': ['ID=4dadb12e-6ffa-49df-bb85-26af784057f8,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:12.322646 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Calling delete_port for e3acf714-3396-42ca-8b40-75a54b3aca02 owned by network:dhcp {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:30:12.370550 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:12.419719 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a017ed25-f27b-4bbd-8607-50565d2aa937 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:12.432520 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.457745 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.458048 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.458425 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.458751 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.459047 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.459370 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.459691 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.459830 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.db_base_plugin_common [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Allocated IP 172.20.0.2 (431eee88-4fcc-41ed-b8a5-7450de224a3c/fd210529-81e8-4d18-bd6c-8c31013bfc32/80195f3e-d808-4a68-85a7-669adbcb4064) {{(pid=88155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:12.459998 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.460316 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.460627 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.460939 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.461608 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:12.478606 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: a017ed25-f27b-4bbd-8607-50565d2aa937 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:30:12.478895 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a017ed25-f27b-4bbd-8607-50565d2aa937 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:30:12.479174 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 16d93d84-5982-4df1-a883-89797389f070 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:12.489503 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.540041 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 16d93d84-5982-4df1-a883-89797389f070 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:30:12.540499 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 16d93d84-5982-4df1-a883-89797389f070 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:30:12.565418 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1997d784-f493-40b3-9bee-fe058c643864 req-e1d55793-fe26-4c19-a1cb-f5d320f319f3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 210 time: 0.0567923 Jun 24 14:30:12.598053 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.599478 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-cf5240cd-3e8e-422e-b180-742ee2d90fc1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2dfc7839-0161-4250-9040-7fab6d5c99c2 HTTP/1.1" status: 204 len: 168 time: 1.1722119 Jun 24 14:30:12.623667 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.626283 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.677791 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3acf714-3396-42ca-8b40-75a54b3aca02,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:12.681506 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] No DVR routers for this DVR port e3acf714-3396-42ca-8b40-75a54b3aca02 on host dv-cinder-847189-2-smb {{(pid=88154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:30:12.697533 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Transition to ACTIVE for port object 0ba233ec-d137-47db-9053-c4b30a5a5774 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:12.758810 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Allocated IP 172.28.2.209 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/6c978758-0896-4b44-879d-90f2a798c38c) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:12.794407 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.825833 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.853500 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66960740-4bc2-46d0-9916-a1c2adee242e']}} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:12.872830 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2699993-3b00-49ac-a2b4-a5d012dbe48b') {'for_net_delete': True} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:12.873122 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.services.segments.db [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2699993-3b00-49ac-a2b4-a5d012dbe48b') {} {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:12.888410 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2738881'] for segment, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.925478 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.943198 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:12.945928 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=0ba233ec-d137-47db-9053-c4b30a5a5774,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:12.951738 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0f9d4-41c3-433d-a81b-58c9b355a88a None None] DHCP port deletion for 66960740-4bc2-46d0-9916-a1c2adee242e request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:30:12.952417 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:12.956961 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:12.967542 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:30:12.969740 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1425026'] for segment, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.056592 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.064868 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:13.065495 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.118187 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-447b3de4-ad89-453d-84c4-4fc5769edad4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1913378 Jun 24 14:30:13.130313 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Request body: {'port': {'device_id': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:13.136617 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment a2699993-3b00-49ac-a2b4-a5d012dbe48b resource provider aggregate not found Jun 24 14:30:13.180743 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.services.segments.plugin [-] Segment a2699993-3b00-49ac-a2b4-a5d012dbe48b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2699993-3b00-49ac-a2b4-a5d012dbe48b found for delete ", "request_id": "req-b559db4c-6d99-4790-ba8e-baf153f8be9a"}]} Jun 24 14:30:13.198164 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.201594 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.216812 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Transition to ACTIVE for port object 80195f3e-d808-4a68-85a7-669adbcb4064 will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:13.217389 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56752) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:13.221968 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.229950 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.235421 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66960740-4bc2-46d0-9916-a1c2adee242e,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:13.244336 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Transition to ACTIVE for port object 80195f3e-d808-4a68-85a7-669adbcb4064 will not be triggered until provisioned by entity DHCP. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:13.247706 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-1aa6dbd2-2d2c-4075-b62a-1988f597eac9 admin admin] 10.222.0.33 "DELETE /v2.0/networks/66960740-4bc2-46d0-9916-a1c2adee242e HTTP/1.1" status: 204 len: 168 time: 1.4767933 Jun 24 14:30:13.261002 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997'] for port, after_create {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.325961 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.334279 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:11Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:13.344127 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c is already hosted by enough agents. {{(pid=88155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:13.346558 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:13.349791 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.scheduler.base_scheduler [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Resources bound (agent type, host, resource id): {{(pid=88155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:13.351153 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:13.351816 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b876f8-3eca-453f-8615-cc3232bfd1cf None None] The sync data for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb is: [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:11Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:13.361526 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Received port after_create {{(pid=88155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:13.385064 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:13.423539 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-4d8c1480-caee-4afc-a6e7-2ecc862bbb50 None None] Provisioning for port 0ba233ec-d137-47db-9053-c4b30a5a5774 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:13.444245 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Pushing event updated for resources: {'Port': ['ID=80195f3e-d808-4a68-85a7-669adbcb4064,revision_number=1']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:13.515623 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:13.516853 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-4d8c1480-caee-4afc-a6e7-2ecc862bbb50 None None] Provisioning complete for port 0ba233ec-d137-47db-9053-c4b30a5a5774 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:13.517772 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4d8c1480-caee-4afc-a6e7-2ecc862bbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.528246 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Pushing event updated for resources: {'Port': ['ID=6c978758-0896-4b44-879d-90f2a798c38c,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:13.531514 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Usage tracker for resource:security_group_rule and tenant:25dfbe3242374061ac7c1d3a381ba2d7 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:13.541449 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:13.549109 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56758) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:13.564292 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:13.587941 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.618911 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Attempting to bind port 80195f3e-d808-4a68-85a7-669adbcb4064 on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:13.619321 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Attempting to bind port 80195f3e-d808-4a68-85a7-669adbcb4064 by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:13.619683 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Attempting to bind port 80195f3e-d808-4a68-85a7-669adbcb4064 on network 431eee88-4fcc-41ed-b8a5-7450de224a3c {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:13.628027 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:13.628401 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Checking segment: {'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:13.628804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.628930 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-81f42155-1491-4d74-8899-c765cfc9825a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=83596f2f58ce4be987c25c7a565844ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782995 Jun 24 14:30:13.629444 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Bound using segment: {'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:13.629600 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56764) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:13.629718 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Bound port: 80195f3e-d808-4a68-85a7-669adbcb4064, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:13.630080 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.710661 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc727ce2-8e6f-4b43-a955-861d82eba6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.748581 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c1480-caee-4afc-a6e7-2ecc862bbb50 None None] Port 0ba233ec-d137-47db-9053-c4b30a5a5774 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:30:13.749427 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc727ce2-8e6f-4b43-a955-861d82eba6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.757624 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] For port 80195f3e-d808-4a68-85a7-669adbcb4064, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:13.761298 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] For port 80195f3e-d808-4a68-85a7-669adbcb4064, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=80195f3e-d808-4a68-85a7-669adbcb4064,segment=NetworkSegment(f99efd0c-8ba5-4631-bc78-efc1dc9d919e),segment_id=f99efd0c-8ba5-4631-bc78-efc1dc9d919e)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:13.767542 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.885126 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa52bb-0ca6-42d0-ac46-91a7abda32b1 None None] Pushing event updated for resources: {'Port': ['ID=80195f3e-d808-4a68-85a7-669adbcb4064,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:13.922035 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00550bf6-e0a1-4751-9b77-9d9d169154d5 req-cf82102e-5cae-451a-9c2a-a382783016b7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:13.924477 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-00550bf6-e0a1-4751-9b77-9d9d169154d5 req-cf82102e-5cae-451a-9c2a-a382783016b7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 931 time: 0.1853926 Jun 24 14:30:14.005770 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-00550bf6-e0a1-4751-9b77-9d9d169154d5 req-1bcc7b2e-1999-4dba-9ab1-6fa92944534c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753400 Jun 24 14:30:14.006901 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc727ce2-8e6f-4b43-a955-861d82eba6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.035228 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc727ce2-8e6f-4b43-a955-861d82eba6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e5d76-21d6-48f6-92c8-192f18fc675b,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:14.046673 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cc727ce2-8e6f-4b43-a955-861d82eba6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.051119 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-cc727ce2-8e6f-4b43-a955-861d82eba6da admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3c3e5d76-21d6-48f6-92c8-192f18fc675b HTTP/1.1" status: 204 len: 168 time: 0.4202616 Jun 24 14:30:14.436285 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 80195f3e-d808-4a68-85a7-669adbcb4064 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:14.521048 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 80195f3e-d808-4a68-85a7-669adbcb4064 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:14.538802 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 4dadb12e-6ffa-49df-bb85-26af784057f8 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:14.580490 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.599358 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.628809 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 4dadb12e-6ffa-49df-bb85-26af784057f8 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:14.633927 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 4dadb12e-6ffa-49df-bb85-26af784057f8 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:14.634315 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.668559 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=25dfbe3242374061ac7c1d3a381ba2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4493010 Jun 24 14:30:14.670988 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56772) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:14.684831 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56776) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:14.701056 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b7e75-83a1-489c-a65d-d7c549028818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440d3fa5-5082-470a-93bf-10a3219bf4db,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:14.723957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.774861 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-231e0a2c-4aab-4978-88f9-7741d723cda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.790031 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 4dadb12e-6ffa-49df-bb85-26af784057f8 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:14.790731 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.828186 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-231e0a2c-4aab-4978-88f9-7741d723cda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.831106 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 4dadb12e-6ffa-49df-bb85-26af784057f8, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=4dadb12e-6ffa-49df-bb85-26af784057f8,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:14.836207 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.928295 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-231e0a2c-4aab-4978-88f9-7741d723cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.946650 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e3acf714-3396-42ca-8b40-75a54b3aca02 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:14.962010 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e0a2c-4aab-4978-88f9-7741d723cda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440d3fa5-5082-470a-93bf-10a3219bf4db,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:14.967470 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.db.resource_extend [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:30:14.985981 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-231e0a2c-4aab-4978-88f9-7741d723cda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:14.987549 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-231e0a2c-4aab-4978-88f9-7741d723cda5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/440d3fa5-5082-470a-93bf-10a3219bf4db HTTP/1.1" status: 204 len: 168 time: 0.3155520 Jun 24 14:30:15.046524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: e3acf714-3396-42ca-8b40-75a54b3aca02 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:30:15.046862 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device e3acf714-3396-42ca-8b40-75a54b3aca02 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:30:15.074564 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=4dadb12e-6ffa-49df-bb85-26af784057f8,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:15.116616 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba233ec-d137-47db-9053-c4b30a5a5774 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:30:15.127051 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.143662 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Transition to ACTIVE for port object 0ba233ec-d137-47db-9053-c4b30a5a5774 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:15.154234 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.199190 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec6a1e-f53b-447a-a410-572de5e152cc None None] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:30:15.301528 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0315d7e-2383-4f18-9a59-b855c97f5b83 req-eafa588c-ffd5-4974-be46-39a608e33bfd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:15.309934 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b0315d7e-2383-4f18-9a59-b855c97f5b83 req-eafa588c-ffd5-4974-be46-39a608e33bfd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 943 time: 0.1424978 Jun 24 14:30:15.323214 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] Provisioning for port 80195f3e-d808-4a68-85a7-669adbcb4064 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:15.325152 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56786) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:15.325442 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-6296af4d-ac34-41ed-93a0-621554a030c0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=99cb747bf02040b480dbc88603996f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303592 Jun 24 14:30:15.335354 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] Provisioning complete for port 80195f3e-d808-4a68-85a7-669adbcb4064 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:15.336161 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.454061 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b0315d7e-2383-4f18-9a59-b855c97f5b83 req-316f4692-4c39-4c05-87ec-e0c00a91b6de tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327465 Jun 24 14:30:15.490235 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cec1cc8e-481a-4b02-99d1-33ade9289198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.514496 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cec1cc8e-481a-4b02-99d1-33ade9289198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.592174 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Pushing event updated for resources: {'Port': ['ID=0ba233ec-d137-47db-9053-c4b30a5a5774,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:15.601305 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cec1cc8e-481a-4b02-99d1-33ade9289198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.632733 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] Current status of the port 80195f3e-d808-4a68-85a7-669adbcb4064 is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:15.633284 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.639802 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1cc8e-481a-4b02-99d1-33ade9289198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e705d0c-c2ac-433b-ae59-248266e9bc25,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:15.663812 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-cec1cc8e-481a-4b02-99d1-33ade9289198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.666881 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-cec1cc8e-481a-4b02-99d1-33ade9289198 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7e705d0c-c2ac-433b-ae59-248266e9bc25 HTTP/1.1" status: 204 len: 168 time: 0.3402781 Jun 24 14:30:15.679373 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Attempting to bind port 0ba233ec-d137-47db-9053-c4b30a5a5774 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:15.679704 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Attempting to bind port 0ba233ec-d137-47db-9053-c4b30a5a5774 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:15.680029 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Attempting to bind port 0ba233ec-d137-47db-9053-c4b30a5a5774 on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:15.690354 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] For port 80195f3e-d808-4a68-85a7-669adbcb4064, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=80195f3e-d808-4a68-85a7-669adbcb4064,segment=NetworkSegment(f99efd0c-8ba5-4631-bc78-efc1dc9d919e),segment_id=f99efd0c-8ba5-4631-bc78-efc1dc9d919e)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:15.697570 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Port 0ba233ec-d137-47db-9053-c4b30a5a5774 on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:30:15.697807 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Attempting to bind port 0ba233ec-d137-47db-9053-c4b30a5a5774 on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:15.701957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1934658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935646'] for router, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.707733 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:15.707903 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.708066 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Checking segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:15.708446 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Bound using segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:15.708878 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Bound port: 0ba233ec-d137-47db-9053-c4b30a5a5774, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:15.709219 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.838476 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebd455-71cd-43d0-8642-63c78d39cf65 None None] Pushing event updated for resources: {'Port': ['ID=80195f3e-d808-4a68-85a7-669adbcb4064,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:16.084507 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-afcabdd1-d49a-4c41-a292-f0df50965dca None None] Provisioning complete for port 80195f3e-d808-4a68-85a7-669adbcb4064 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:16.084922 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-afcabdd1-d49a-4c41-a292-f0df50965dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.245964 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] For port 0ba233ec-d137-47db-9053-c4b30a5a5774, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:16.269161 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-afcabdd1-d49a-4c41-a292-f0df50965dca None None] Current status of the port 80195f3e-d808-4a68-85a7-669adbcb4064 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:16.279932 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] For port 0ba233ec-d137-47db-9053-c4b30a5a5774, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0ba233ec-d137-47db-9053-c4b30a5a5774,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:16.292104 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.344174 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 80195f3e-d808-4a68-85a7-669adbcb4064 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:16.384189 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:16.384855 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.386682 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] 10.222.0.39 "PUT /v2.0/ports/0ba233ec-d137-47db-9053-c4b30a5a5774 HTTP/1.1" status: 200 len: 1093 time: 3.2612391 Jun 24 14:30:16.391081 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:16.430537 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 80195f3e-d808-4a68-85a7-669adbcb4064 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:16.431157 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.442103 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fdc34-98b4-42dc-b130-34585386b68c service neutron] Pushing event updated for resources: {'Port': ['ID=0ba233ec-d137-47db-9053-c4b30a5a5774,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:16.454120 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Router ae8ae753-86b9-4026-b5de-b9e635631fc5 is scheduled to L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f with binding_index 1 {{(pid=88153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:30:16.577712 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 80195f3e-d808-4a68-85a7-669adbcb4064 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:16.579035 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 4dadb12e-6ffa-49df-bb85-26af784057f8 up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:16.583340 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ee78f5-5af0-4263-9842-0954bb180d07'] response: {'name': 'network-changed', 'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'status': 'completed', 'code': 200} Jun 24 14:30:16.685813 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 4dadb12e-6ffa-49df-bb85-26af784057f8 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:16.686423 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.748644 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-c2bf8fe8-eea0-430f-85ad-585aa7c0e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:16.750142 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-c2bf8fe8-eea0-430f-85ad-585aa7c0e938 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 1096 time: 0.2977998 Jun 24 14:30:16.808662 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455dde7-ef07-49a6-b665-a10bd60a4f30 req-a4dba67f-1329-4d14-8a0e-0b916424601d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:16.810875 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e455dde7-ef07-49a6-b665-a10bd60a4f30 req-a4dba67f-1329-4d14-8a0e-0b916424601d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 943 time: 0.1155026 Jun 24 14:30:16.836569 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-cd9de613-feb3-46c2-949c-42326e55e4fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ba233ec-d137-47db-9053-c4b30a5a5774 HTTP/1.1" status: 200 len: 217 time: 0.0764794 Jun 24 14:30:16.837884 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:16.851960 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Sync routers for ids ['ae8ae753-86b9-4026-b5de-b9e635631fc5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:16.862893 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 4dadb12e-6ffa-49df-bb85-26af784057f8 is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:16.870373 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Routers {'ae8ae753-86b9-4026-b5de-b9e635631fc5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:16.871027 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ae8ae753-86b9-4026-b5de-b9e635631fc5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:16.877339 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e455dde7-ef07-49a6-b665-a10bd60a4f30 req-d7b21de3-fae6-4ae2-87c0-543320e7fb2f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606787 Jun 24 14:30:16.923309 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-67f6a2cd-a317-458f-bb0d-42a13f11e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:16.924807 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-67f6a2cd-a317-458f-bb0d-42a13f11e62a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0773139 Jun 24 14:30:16.925908 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.930356 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-42d89b6e-0703-41cb-abb0-28f7294fef1a admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8550823 Jun 24 14:30:16.930356 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56822) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:17.079448 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Set router ae8ae753-86b9-4026-b5de-b9e635631fc5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:17.159985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-c58cff50-78f9-47b5-a448-0455d7783db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:17.161528 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-c58cff50-78f9-47b5-a448-0455d7783db0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2289379 Jun 24 14:30:17.373442 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6c978758-0896-4b44-879d-90f2a798c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 3, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port': {'id': '6c978758-0896-4b44-879d-90f2a798c38c', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:12Z', 'updated_at': '2022-06-24T14:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:17.377428 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Checking router: ae8ae753-86b9-4026-b5de-b9e635631fc5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:17.377765 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Updating router ae8ae753-86b9-4026-b5de-b9e635631fc5 port 6c978758-0896-4b44-879d-90f2a798c38c binding host dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:30:17.442661 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.457881 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-0777b495-6cf3-48e0-a843-5f1fab55758f service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854922 Jun 24 14:30:17.587747 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56838) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:17.715507 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.731123 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:17.735305 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Usage tracker for resource:security_group_rule and tenant:130e6042ee744694b333292e0883fc68 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:17.738464 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:17.744367 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:17.792076 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Notify callbacks [] for port, precommit_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.806088 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Transition to ACTIVE for port object 6c978758-0896-4b44-879d-90f2a798c38c will not be triggered until provisioned by entity L2. {{(pid=88155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:17.814491 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.852322 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.858260 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.885061 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Attempting to bind port 6c978758-0896-4b44-879d-90f2a798c38c on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:17.885061 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Attempting to bind port 6c978758-0896-4b44-879d-90f2a798c38c by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:17.885552 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Attempting to bind port 6c978758-0896-4b44-879d-90f2a798c38c on network 034777bc-2baa-4291-a154-a0cbbae620af {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:17.899591 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:17.900046 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Checking segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:17.900510 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.900971 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Bound using segment: {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'} {{(pid=88155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:17.901635 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.managers [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Bound port: 6c978758-0896-4b44-879d-90f2a798c38c, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f647cdd-3566-4b0e-a5cf-8377ff3f7325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}}] {{(pid=88155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:17.901945 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.911702 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-42e5653b-46a2-47e8-8fa6-41d75bd55d6d req-cac01731-08bf-44aa-b5c7-c767518bef56 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476612 Jun 24 14:30:17.944252 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cb854-e0c7-4f91-af2a-87ad57c95112 None None] Pushing event updated for resources: {'Port': ['ID=6c978758-0896-4b44-879d-90f2a798c38c,revision_number=2']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:17.958476 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=130e6042ee744694b333292e0883fc68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671615 Jun 24 14:30:17.963011 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56846) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:17.964581 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e3f42-4ea8-4a7c-8dff-624e355e9b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84e7ebe-6ab2-48c3-8218-e6b5c032f9a1,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:18.030241 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] For port 6c978758-0896-4b44-879d-90f2a798c38c, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:18.035257 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] For port 6c978758-0896-4b44-879d-90f2a798c38c, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6c978758-0896-4b44-879d-90f2a798c38c,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:18.042922 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.062958 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0335a5d4-8e3d-4c31-b6d6-70056fba3eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.103355 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0335a5d4-8e3d-4c31-b6d6-70056fba3eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.133447 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Routers {'ae8ae753-86b9-4026-b5de-b9e635631fc5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:18.134068 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ae8ae753-86b9-4026-b5de-b9e635631fc5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:18.138656 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.150876 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-6a46b248-1222-49a2-8f83-5df61021bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:18.152391 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-6a46b248-1222-49a2-8f83-5df61021bfeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 1096 time: 0.1842830 Jun 24 14:30:18.226128 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0335a5d4-8e3d-4c31-b6d6-70056fba3eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.245201 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876741-2be6-44f0-b135-d5f200a3d207 req-e95853df-aef5-4dba-abc5-7a4d1a57dc37 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:18.246688 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-62876741-2be6-44f0-b135-d5f200a3d207 req-e95853df-aef5-4dba-abc5-7a4d1a57dc37 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 943 time: 0.1294248 Jun 24 14:30:18.255558 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335a5d4-8e3d-4c31-b6d6-70056fba3eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84e7ebe-6ab2-48c3-8218-e6b5c032f9a1,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:18.260723 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cb854-e0c7-4f91-af2a-87ad57c95112 None None] Pushing event updated for resources: {'Port': ['ID=6c978758-0896-4b44-879d-90f2a798c38c,revision_number=3']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:18.273850 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0335a5d4-8e3d-4c31-b6d6-70056fba3eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.277522 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0335a5d4-8e3d-4c31-b6d6-70056fba3eb9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b84e7ebe-6ab2-48c3-8218-e6b5c032f9a1 HTTP/1.1" status: 204 len: 168 time: 0.2995813 Jun 24 14:30:18.303253 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-62876741-2be6-44f0-b135-d5f200a3d207 req-b4905f59-1b49-4356-94c4-3ad77d9a4257 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456221 Jun 24 14:30:18.345532 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] Set router ae8ae753-86b9-4026-b5de-b9e635631fc5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:18.440393 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-0201944a-6db4-41cd-a8ed-b702289f1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:18.441829 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-0201944a-6db4-41cd-a8ed-b702289f1a0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.2834163 Jun 24 14:30:18.550124 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-430379db-3fb8-458d-b092-c2b54ec8e7c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ba233ec-d137-47db-9053-c4b30a5a5774 HTTP/1.1" status: 200 len: 217 time: 0.0991051 Jun 24 14:30:18.598045 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56854) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:18.615407 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Allocated IP 172.20.0.1 (431eee88-4fcc-41ed-b8a5-7450de224a3c/fd210529-81e8-4d18-bd6c-8c31013bfc32/9762eff2-d659-43b2-a7f4-aaa8e574f0af) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:18.616873 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.632952 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:18.636889 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Usage tracker for resource:security_group_rule and tenant:99057dd707b246868f43d483b957a2fe is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:18.639388 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6c978758-0896-4b44-879d-90f2a798c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 3, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port': {'id': '6c978758-0896-4b44-879d-90f2a798c38c', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:12Z', 'updated_at': '2022-06-24T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:18.639996 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-c7123db2-0806-4017-8c15-093ab29f1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:18.640141 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:18.641490 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-c7123db2-0806-4017-8c15-093ab29f1ab1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0847466 Jun 24 14:30:18.644159 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6419d0ca-b900-44cc-a959-9eb56877204b None None] The sync data for ids ['ae8ae753-86b9-4026-b5de-b9e635631fc5'] in dv-cinder-847189-2-smb is: [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6c978758-0896-4b44-879d-90f2a798c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 3, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port': {'id': '6c978758-0896-4b44-879d-90f2a798c38c', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:12Z', 'updated_at': '2022-06-24T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:18.648274 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:18.748845 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.753905 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.804222 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=99057dd707b246868f43d483b957a2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025378 Jun 24 14:30:18.804222 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b693f62-73c0-4375-ac8c-340ffadb0021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867d3c9-957f-47d3-9f8e-d9dfff946ff7,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:18.805567 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56858) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:18.855989 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.864471 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-2936b994-4b3b-44c2-a0fa-346ff9b71d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:18.866113 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-2936b994-4b3b-44c2-a0fa-346ff9b71d9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2067537 Jun 24 14:30:18.872893 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7a12169-9824-4397-82fe-8953351e5fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.899459 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Transition to ACTIVE for port object 9762eff2-d659-43b2-a7f4-aaa8e574f0af will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:18.938522 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7a12169-9824-4397-82fe-8953351e5fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.013825 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7a12169-9824-4397-82fe-8953351e5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.026578 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.033885 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a12169-9824-4397-82fe-8953351e5fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867d3c9-957f-47d3-9f8e-d9dfff946ff7,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:19.037281 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7a12169-9824-4397-82fe-8953351e5fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.046586 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f7a12169-9824-4397-82fe-8953351e5fd4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4867d3c9-957f-47d3-9f8e-d9dfff946ff7 HTTP/1.1" status: 204 len: 168 time: 0.2389982 Jun 24 14:30:19.113310 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:19.117279 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:19.127256 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-a897a616-2f05-4397-8340-45c0a86f575f service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513371 Jun 24 14:30:19.128006 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:19.202339 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Pushing event updated for resources: {'Port': ['ID=9762eff2-d659-43b2-a7f4-aaa8e574f0af,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:19.279599 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934676'] for router_interface, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.374691 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f85e57a9-06d1-4a4a-af15-5d16cffe11cc req-8d53cb38-d2dd-44d7-8018-7e05ccf3074e service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071211 Jun 24 14:30:19.411858 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-ea7a775e-d077-4748-bb31-e2d7336b1ef3 None None] Provisioning for port 9762eff2-d659-43b2-a7f4-aaa8e574f0af completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:19.423816 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-ea7a775e-d077-4748-bb31-e2d7336b1ef3 None None] Provisioning complete for port 9762eff2-d659-43b2-a7f4-aaa8e574f0af triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:19.424475 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ea7a775e-d077-4748-bb31-e2d7336b1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.517792 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a775e-d077-4748-bb31-e2d7336b1ef3 None None] Port 9762eff2-d659-43b2-a7f4-aaa8e574f0af cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:30:19.541976 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.545487 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c6816-fcb0-4e43-91c8-424a06f4f243 req-8e130615-bd1b-4ae9-bb99-ce6f35c13b91 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:19.547303 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5a0c6816-fcb0-4e43-91c8-424a06f4f243 req-8e130615-bd1b-4ae9-bb99-ce6f35c13b91 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 943 time: 0.1166272 Jun 24 14:30:19.718706 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5a0c6816-fcb0-4e43-91c8-424a06f4f243 req-463c30fd-cba4-4e65-866d-ce34c3413d3a tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609342 Jun 24 14:30:19.928277 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:19.933797 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:20.045553 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Pushing event updated for resources: {'Port': ['ID=9762eff2-d659-43b2-a7f4-aaa8e574f0af,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:20.048881 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1934641'] for router_interface, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:20.184781 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:20.186094 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:20.392065 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6c978758-0896-4b44-879d-90f2a798c38c up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:20.403504 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Router ae8ae753-86b9-4026-b5de-b9e635631fc5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:30:20.461657 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 0ba233ec-d137-47db-9053-c4b30a5a5774 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:30:20.549052 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f8f483cd-dca8-4a98-b9fc-22fa1219d8aa None None] Provisioning complete for port 9762eff2-d659-43b2-a7f4-aaa8e574f0af triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:20.549052 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f8f483cd-dca8-4a98-b9fc-22fa1219d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:20.617513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:20.629408 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f8f483cd-dca8-4a98-b9fc-22fa1219d8aa None None] Port 9762eff2-d659-43b2-a7f4-aaa8e574f0af cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:30:20.633725 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Sync routers for ids ['ae8ae753-86b9-4026-b5de-b9e635631fc5'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:20.636157 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3b4f0823-d207-47ec-975f-df1b1dee8567 admin admin] 10.222.0.33 "PUT /v2.0/routers/ae8ae753-86b9-4026-b5de-b9e635631fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7049513 Jun 24 14:30:20.649184 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 6c978758-0896-4b44-879d-90f2a798c38c completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:20.653800 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Routers {'ae8ae753-86b9-4026-b5de-b9e635631fc5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:20.654692 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ae8ae753-86b9-4026-b5de-b9e635631fc5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:20.657502 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 6c978758-0896-4b44-879d-90f2a798c38c triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:20.657878 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:20.710802 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 0ba233ec-d137-47db-9053-c4b30a5a5774, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0ba233ec-d137-47db-9053-c4b30a5a5774,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:20.735159 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'port_id': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'mac_address': 'fa:16:3e:14:48:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:30:20.839853 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 0ba233ec-d137-47db-9053-c4b30a5a5774 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:20.840264 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:20.870419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba233ec-d137-47db-9053-c4b30a5a5774 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:30:20.877629 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 6c978758-0896-4b44-879d-90f2a798c38c is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:20.878018 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:20.901063 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 0ba233ec-d137-47db-9053-c4b30a5a5774, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0ba233ec-d137-47db-9053-c4b30a5a5774,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:20.907747 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 6c978758-0896-4b44-879d-90f2a798c38c, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6c978758-0896-4b44-879d-90f2a798c38c,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:20.908834 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.006157 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e79f2-c764-44ab-b6e5-7cf13bfd0505 req-c7319179-aba6-4763-a95a-17ee52337714 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:21.007969 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Set router ae8ae753-86b9-4026-b5de-b9e635631fc5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:21.015298 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf7e79f2-c764-44ab-b6e5-7cf13bfd0505 req-c7319179-aba6-4763-a95a-17ee52337714 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 944 time: 0.1340523 Jun 24 14:30:21.019556 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.068828 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf7e79f2-c764-44ab-b6e5-7cf13bfd0505 req-651f5832-618f-4fb2-b34a-0acab8bd6593 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517592 Jun 24 14:30:21.074963 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=0ba233ec-d137-47db-9053-c4b30a5a5774,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:21.123512 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['0ba233ec-d137-47db-9053-c4b30a5a5774'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:30:21.209130 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=6c978758-0896-4b44-879d-90f2a798c38c,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:21.267390 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56920) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:21.273069 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514376543', 'description': 'tempest-secgroup-smoke-514376543 description', 'project_id': 'c904070776d54487b058f5f5a1883360'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:21.280347 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:21.291018 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:21.294412 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:21.301138 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:21.323135 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.348381 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:21.352720 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:21.355846 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:21.362000 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:21.459845 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.464562 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.507929 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6c978758-0896-4b44-879d-90f2a798c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:30:19Z', 'revision_number': 4, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port': {'id': '6c978758-0896-4b44-879d-90f2a798c38c', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:12Z', 'updated_at': '2022-06-24T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '9762eff2-d659-43b2-a7f4-aaa8e574f0af', 'name': '', 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'mac_address': 'fa:16:3e:c6:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'fd210529-81e8-4d18-bd6c-8c31013bfc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:18Z', 'updated_at': '2022-06-24T14:30:19Z', 'revision_number': 2, 'project_id': '20e902e954794e298be9d192904a89cc', 'subnets': [{'id': 'fd210529-81e8-4d18-bd6c-8c31013bfc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:21.513011 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Checking router: ae8ae753-86b9-4026-b5de-b9e635631fc5 for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:21.513356 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Updating router ae8ae753-86b9-4026-b5de-b9e635631fc5 port 9762eff2-d659-43b2-a7f4-aaa8e574f0af binding host dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:30:21.515287 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.516656 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2482374 Jun 24 14:30:21.517733 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db16878-835f-41f8-af63-d6ef5635fa72 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4011e4-fb5c-4a58-b960-0665b2c15b5d,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:21.520081 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56936) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:21.526715 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'security_group_rule': {'security_group_id': 'cf4011e4-fb5c-4a58-b960-0665b2c15b5d', 'project_id': 'c904070776d54487b058f5f5a1883360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:21.533609 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:21.538151 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:21.541235 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:21.548358 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:21.569874 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.591544 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.645029 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.649540 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.679315 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cb3048-3372-44e8-b9da-5ec4c7c50847,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:21.689481 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.690935 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-8540be24-7fde-4411-9ee8-d58278428ff4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699653 Jun 24 14:30:21.693987 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56944) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:21.700330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'security_group_rule': {'security_group_id': 'cf4011e4-fb5c-4a58-b960-0665b2c15b5d', 'project_id': 'c904070776d54487b058f5f5a1883360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:21.707353 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:21.712597 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:21.716148 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:21.723094 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:21.743832 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.828269 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.833658 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.858905 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5ed814-72ec-4c88-8b47-aec5a3b3062f,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:21.867942 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.869191 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-251946de-a459-4358-8b8c-de1e8d081739 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1735842 Jun 24 14:30:21.871990 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56950) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:21.877337 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'security_group_rule': {'security_group_id': 'cf4011e4-fb5c-4a58-b960-0665b2c15b5d', 'project_id': 'c904070776d54487b058f5f5a1883360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:21.883393 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:21.887690 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:21.890814 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:21.897806 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:21.923570 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:21.969460 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56954) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:21.997554 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Notify callbacks [] for port, precommit_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.004470 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.008775 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.010042 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.provisioning_blocks [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Transition to ACTIVE for port object 9762eff2-d659-43b2-a7f4-aaa8e574f0af will not be triggered until provisioned by entity L2. {{(pid=88156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:22.016486 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.033082 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b4f71c-42c4-49a7-a42f-c3c023344a9e,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.045082 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.049028 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-2d358415-0d49-4025-9ee3-8204ad0b57c8 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733177 Jun 24 14:30:22.049573 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56960) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:22.055535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'security_group_rule': {'security_group_id': 'cf4011e4-fb5c-4a58-b960-0665b2c15b5d', 'project_id': 'c904070776d54487b058f5f5a1883360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:22.061974 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:22.066229 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:22.070717 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:22.077345 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:22.105965 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.133557 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e88868-1718-49c0-adf5-1e9064781977 None None] Pushing event updated for resources: {'Port': ['ID=9762eff2-d659-43b2-a7f4-aaa8e574f0af,revision_number=3']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.148005 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.177580 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:22.187740 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Usage tracker for resource:security_group_rule and tenant:7a823a894de94cba9abc7d6ee4267d69 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:22.200706 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:22.246480 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:22.275180 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Attempting to bind port 9762eff2-d659-43b2-a7f4-aaa8e574f0af on host dv-cinder-847189-2-smb for vnic_type normal with profile {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:22.275539 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Attempting to bind port 9762eff2-d659-43b2-a7f4-aaa8e574f0af by drivers openvswitch,hyperv on host dv-cinder-847189-2-smb at level 0 using segments [{'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:22.276127 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Attempting to bind port 9762eff2-d659-43b2-a7f4-aaa8e574f0af on network 431eee88-4fcc-41ed-b8a5-7450de224a3c {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:22.283157 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Checking agent: {'id': 'f69f5817-7d86-4d4f-bb6e-9d4f8d9a154f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 14, 26), 'started_at': datetime.datetime(2022, 6, 24, 14, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:22.283528 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Checking segment: {'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:22.283936 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.284311 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Bound using segment: {'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'} {{(pid=88156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:22.285034 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.managers [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Bound port: 9762eff2-d659-43b2-a7f4-aaa8e574f0af, host: dv-cinder-847189-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c'}}] {{(pid=88156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:22.285790 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.294654 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.306528 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.358870 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8f7298-99aa-4f06-b5fb-65f7266c8c43,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.373075 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6c978758-0896-4b44-879d-90f2a798c38c up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:22.382087 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.383313 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c722bd29-7de6-4fe7-94a1-72719607a18a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324451 Jun 24 14:30:22.386786 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 56966) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:22.392936 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'security_group_rule': {'security_group_id': 'cf4011e4-fb5c-4a58-b960-0665b2c15b5d', 'project_id': 'c904070776d54487b058f5f5a1883360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:22.399919 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:22.401822 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] For port 9762eff2-d659-43b2-a7f4-aaa8e574f0af, host dv-cinder-847189-2-smb, cleared binding levels {{(pid=88156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:22.404769 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:22.408423 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:22.413426 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.plugins.ml2.db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] For port 9762eff2-d659-43b2-a7f4-aaa8e574f0af, host dv-cinder-847189-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=9762eff2-d659-43b2-a7f4-aaa8e574f0af,segment=NetworkSegment(f99efd0c-8ba5-4631-bc78-efc1dc9d919e),segment_id=f99efd0c-8ba5-4631-bc78-efc1dc9d919e)] {{(pid=88156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:22.416379 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:22.419551 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron_lib.callbacks.manager [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.428555 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.securitygroups_db [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Project c904070776d54487b058f5f5a1883360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:30:22.436130 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.443015 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463262a3-f563-4a01-b402-c906789e1ce7 req-b015e468-7397-40ba-8ae8-71ff503d47ee tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:22.445122 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-463262a3-f563-4a01-b402-c906789e1ce7 req-b015e468-7397-40ba-8ae8-71ff503d47ee tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 944 time: 0.2401276 Jun 24 14:30:22.453706 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 6c978758-0896-4b44-879d-90f2a798c38c triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:22.454401 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.480319 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.486041 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.537433 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e88868-1718-49c0-adf5-1e9064781977 None None] Pushing event updated for resources: {'Port': ['ID=9762eff2-d659-43b2-a7f4-aaa8e574f0af,revision_number=4']} {{(pid=88156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.540788 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.546958 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Routers {'ae8ae753-86b9-4026-b5de-b9e635631fc5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:22.547803 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:29:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ae8ae753-86b9-4026-b5de-b9e635631fc5'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:22.550111 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 0ba233ec-d137-47db-9053-c4b30a5a5774 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:22.556461 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.566204 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-463262a3-f563-4a01-b402-c906789e1ce7 req-2bc7c119-195f-47b4-87e8-cfd9c9826e1e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118395 Jun 24 14:30:22.574351 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7a823a894de94cba9abc7d6ee4267d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035316 Jun 24 14:30:22.576013 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56970) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:22.578511 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374b03f-78ee-412f-9635-874e51dc479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885cc43d-189a-4cc0-a28e-42080697ab9e,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.610999 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d982c87a-034f-41de-8b2d-f8831dd3972c,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.641568 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.647601 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 56974) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:22.648258 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-9744af27-4b44-45c5-b9ef-3279403c10cd tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2600536 Jun 24 14:30:22.655823 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'security_group_rule': {'security_group_id': 'cf4011e4-fb5c-4a58-b960-0665b2c15b5d', 'project_id': 'c904070776d54487b058f5f5a1883360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:22.669428 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:22.677319 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:security_group_rule and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:22.682588 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:22.686091 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf1df-10ed-42b0-859d-6cdf3868e7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.691598 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:22.721757 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.securitygroups_db [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Project c904070776d54487b058f5f5a1883360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:30:22.740359 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 0ba233ec-d137-47db-9053-c4b30a5a5774 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:22.741198 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf1df-10ed-42b0-859d-6cdf3868e7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.748865 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.750564 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 0ba233ec-d137-47db-9053-c4b30a5a5774 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:22.751052 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.785437 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] Set router ae8ae753-86b9-4026-b5de-b9e635631fc5 gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:22.819827 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 6c978758-0896-4b44-879d-90f2a798c38c is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:22.853927 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.862463 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.881315 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf1df-10ed-42b0-859d-6cdf3868e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.905413 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da50c35-7031-441b-9d83-b622520a6ca8,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.917220 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaf1df-10ed-42b0-859d-6cdf3868e7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885cc43d-189a-4cc0-a28e-42080697ab9e,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:22.932353 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.937114 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-caf6560a-b655-4e7d-a564-09380ed2106a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2879963 Jun 24 14:30:22.938111 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf1df-10ed-42b0-859d-6cdf3868e7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:22.939186 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-dfdaf1df-10ed-42b0-859d-6cdf3868e7ca admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/885cc43d-189a-4cc0-a28e-42080697ab9e HTTP/1.1" status: 204 len: 168 time: 0.3623879 Jun 24 14:30:23.000183 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-214016ba-33d3-427f-9e41-e01ba03b798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:23.001953 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 0ba233ec-d137-47db-9053-c4b30a5a5774 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:23.002450 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:23.041914 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:23.054419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 0ba233ec-d137-47db-9053-c4b30a5a5774, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0ba233ec-d137-47db-9053-c4b30a5a5774,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:23.061187 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:23.119549 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee733ae-a230-4245-9623-18aebf01c268'] response: {'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'code': 200} Jun 24 14:30:23.155241 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=0ba233ec-d137-47db-9053-c4b30a5a5774,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:23.261838 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6c978758-0896-4b44-879d-90f2a798c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:30:19Z', 'revision_number': 4, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port': {'id': '6c978758-0896-4b44-879d-90f2a798c38c', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:12Z', 'updated_at': '2022-06-24T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '9762eff2-d659-43b2-a7f4-aaa8e574f0af', 'name': '', 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'mac_address': 'fa:16:3e:c6:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'fd210529-81e8-4d18-bd6c-8c31013bfc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:18Z', 'updated_at': '2022-06-24T14:30:22Z', 'revision_number': 4, 'project_id': '20e902e954794e298be9d192904a89cc', 'subnets': [{'id': 'fd210529-81e8-4d18-bd6c-8c31013bfc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:23.266427 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672649c-21c8-49b8-bcaf-08418cfc5f82 None None] The sync data for ids ['ae8ae753-86b9-4026-b5de-b9e635631fc5'] in dv-cinder-847189-2-smb is: [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6c978758-0896-4b44-879d-90f2a798c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:30:19Z', 'revision_number': 4, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port': {'id': '6c978758-0896-4b44-879d-90f2a798c38c', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:12Z', 'updated_at': '2022-06-24T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '9762eff2-d659-43b2-a7f4-aaa8e574f0af', 'name': '', 'network_id': '431eee88-4fcc-41ed-b8a5-7450de224a3c', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'mac_address': 'fa:16:3e:c6:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'fd210529-81e8-4d18-bd6c-8c31013bfc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:18Z', 'updated_at': '2022-06-24T14:30:22Z', 'revision_number': 4, 'project_id': '20e902e954794e298be9d192904a89cc', 'subnets': [{'id': 'fd210529-81e8-4d18-bd6c-8c31013bfc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:23.449956 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57020) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:23.472429 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:23.490037 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012c50-249e-4135-8189-e1c822ed1b2e req-a59b8442-3d84-4710-aecd-6f29aee3413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:23.492718 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7c012c50-249e-4135-8189-e1c822ed1b2e req-a59b8442-3d84-4710-aecd-6f29aee3413a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 1098 time: 0.1120181 Jun 24 14:30:23.493154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:23.503210 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Usage tracker for resource:security_group_rule and tenant:586abd46b8da4263ba56caef9218b92b is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:23.507799 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:23.515679 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:23.542886 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-7c012c50-249e-4135-8189-e1c822ed1b2e req-b6e2ac4f-2ef0-428b-8592-bde01022d97f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447860 Jun 24 14:30:23.630972 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:23.637070 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:23.684630 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04d0104-fc03-48f7-af12-8a3e12e86a16,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:23.707089 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-df31ca58-73ee-480d-a225-0cdcad02c59a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=586abd46b8da4263ba56caef9218b92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554231 Jun 24 14:30:23.709667 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57026) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:23.871976 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c8e9-8570-4ca7-b118-46661ea93b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:23.905676 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa0348-3b25-4617-885a-27900c7a1937 req-8cbb4556-26f9-445e-83e2-5eda81e1d03b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:23.907266 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-86aa0348-3b25-4617-885a-27900c7a1937 req-8cbb4556-26f9-445e-83e2-5eda81e1d03b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 945 time: 0.1746252 Jun 24 14:30:23.915816 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c8e9-8570-4ca7-b118-46661ea93b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:24.024905 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-86aa0348-3b25-4617-885a-27900c7a1937 req-08adad99-6d05-49c1-a409-0ba459dbd263 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015034 Jun 24 14:30:24.051473 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c8e9-8570-4ca7-b118-46661ea93b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:24.068164 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1c8e9-8570-4ca7-b118-46661ea93b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04d0104-fc03-48f7-af12-8a3e12e86a16,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:24.074987 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c8e9-8570-4ca7-b118-46661ea93b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:24.076118 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-b4e1c8e9-8570-4ca7-b118-46661ea93b17 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a04d0104-fc03-48f7-af12-8a3e12e86a16 HTTP/1.1" status: 204 len: 168 time: 0.3652158 Jun 24 14:30:24.385712 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9762eff2-d659-43b2-a7f4-aaa8e574f0af up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:24.492941 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning for port 9762eff2-d659-43b2-a7f4-aaa8e574f0af completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:24.499730 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 9762eff2-d659-43b2-a7f4-aaa8e574f0af triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:24.500343 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:24.698949 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 9762eff2-d659-43b2-a7f4-aaa8e574f0af is: DOWN; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:24.699398 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:24.736343 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] For port 9762eff2-d659-43b2-a7f4-aaa8e574f0af, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=9762eff2-d659-43b2-a7f4-aaa8e574f0af,segment=NetworkSegment(f99efd0c-8ba5-4631-bc78-efc1dc9d919e),segment_id=f99efd0c-8ba5-4631-bc78-efc1dc9d919e)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:24.741892 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:24.822095 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Pushing event updated for resources: {'Port': ['ID=9762eff2-d659-43b2-a7f4-aaa8e574f0af,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:25.057895 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-32453c0e-b5d4-4a6a-a1aa-794ec32592b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:25.239391 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c2944-2eb0-49f2-961a-91a4a1b8a091 req-a61771fe-43c0-4c5c-9aa1-89ec3548f1f1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:25.241323 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f00c2944-2eb0-49f2-961a-91a4a1b8a091 req-a61771fe-43c0-4c5c-9aa1-89ec3548f1f1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 945 time: 0.1008677 Jun 24 14:30:25.294115 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f00c2944-2eb0-49f2-961a-91a4a1b8a091 req-9dfc6c4c-6811-4520-8a4b-3eaf6f439bfe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Jun 24 14:30:25.488363 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d890d36-e14b-4a66-88f5-8e53c1ac68d3 req-35132c04-8e2b-44be-bd95-693e5b6f32f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:25.489843 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7d890d36-e14b-4a66-88f5-8e53c1ac68d3 req-35132c04-8e2b-44be-bd95-693e5b6f32f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 945 time: 0.0943413 Jun 24 14:30:25.499022 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57084) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:25.504249 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'port_id': '0ba233ec-d137-47db-9053-c4b30a5a5774'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:25.587090 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:26.269498 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:26.319794 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:26.329912 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:26.371987 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9762eff2-d659-43b2-a7f4-aaa8e574f0af up at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:26.448714 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Provisioning complete for port 9762eff2-d659-43b2-a7f4-aaa8e574f0af triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:26.449072 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:26.509838 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:26.529445 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 94672d48-1c21-4dbe-abd7-b803f0bdf938 associated. External IP: 172.28.2.244, port: 0ba233ec-d137-47db-9053-c4b30a5a5774. Jun 24 14:30:26.580037 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Current status of the port 9762eff2-d659-43b2-a7f4-aaa8e574f0af is: ACTIVE; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:26.901386 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:30:27.083066 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:27.087370 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:27.092776 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:27.102722 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:27.103339 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:27.147058 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-09c2d1c5-833d-4409-b1ef-fbd695e68ea3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "PUT /v2.0/floatingips/94672d48-1c21-4dbe-abd7-b803f0bdf938 HTTP/1.1" status: 200 len: 991 time: 1.6465015 Jun 24 14:30:27.147608 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:27.192046 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a804c30-46cb-4b82-9341-dd03aaac8bd2'] response: {'name': 'network-changed', 'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'status': 'completed', 'code': 200} Jun 24 14:30:27.301980 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:27.305577 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-958df244-919f-4116-b45d-2466fa06c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:27.307156 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-958df244-919f-4116-b45d-2466fa06c5c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 1098 time: 0.0912118 Jun 24 14:30:27.463813 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-7df2dc5d-9e94-4489-ac2f-f587ee68777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:27.465351 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-7df2dc5d-9e94-4489-ac2f-f587ee68777b service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.1516545 Jun 24 14:30:27.696746 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-20a91e11-655e-4c6a-9213-582d0cae18e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ba233ec-d137-47db-9053-c4b30a5a5774 HTTP/1.1" status: 200 len: 999 time: 0.2247057 Jun 24 14:30:27.697461 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:22Z', 'revision_number': 2, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}, {'id': '94672d48-1c21-4dbe-abd7-b803f0bdf938', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:14:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:04Z', 'updated_at': '2022-06-24T14:30:26Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:27.702405 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:27.713814 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:27.714554 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:27.772904 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-6c6b38b4-df4b-4370-b1c2-65abf445219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:27.774420 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-6c6b38b4-df4b-4370-b1c2-65abf445219a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0711195 Jun 24 14:30:27.867096 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-f0238216-8708-4619-a842-13e0a7e45175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:27.870478 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-f0238216-8708-4619-a842-13e0a7e45175 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882077 Jun 24 14:30:27.946970 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:28.007339 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-a743f88e-6de5-4f12-a633-e14fea59a699 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322508 Jun 24 14:30:28.099245 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:28.149607 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8e91c5d7-bdfe-4a63-92c7-9d90bde6f46c req-2c22fa92-dd20-497c-8e77-4888c62f388a service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358309 Jun 24 14:30:28.316424 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:22Z', 'revision_number': 2, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}, {'id': '94672d48-1c21-4dbe-abd7-b803f0bdf938', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:14:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:04Z', 'updated_at': '2022-06-24T14:30:26Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:28.320622 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9910b5-09b4-4a8a-9e9b-3cf4a5b1491b None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:22Z', 'revision_number': 2, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}, {'id': '94672d48-1c21-4dbe-abd7-b803f0bdf938', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.244', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:14:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:04Z', 'updated_at': '2022-06-24T14:30:26Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:28.523594 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a317a6-0be5-4ab9-a366-ac55e286329a None None] New status for floating IP 94672d48-1c21-4dbe-abd7-b803f0bdf938: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:30:29.132255 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57124) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:29.258832 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.276781 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:29.282929 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Usage tracker for resource:security_group_rule and tenant:99c13f5fafdc4f5eb9118fa881d5b8d8 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:29.285805 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:29.291523 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:29.379138 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.384505 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.432504 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=99c13f5fafdc4f5eb9118fa881d5b8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991412 Jun 24 14:30:29.434411 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131dfe7-6f49-4dfa-8d24-d073d23147e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf04a971-8d2a-4d72-9b84-c0ff2d1b3cdd,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:29.435363 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57132) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:29.512783 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-316312c4-38c4-4ba6-a01e-f58fb316a2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.540860 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.551740 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-316312c4-38c4-4ba6-a01e-f58fb316a2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.606656 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-316312c4-38c4-4ba6-a01e-f58fb316a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.621290 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316312c4-38c4-4ba6-a01e-f58fb316a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf04a971-8d2a-4d72-9b84-c0ff2d1b3cdd,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:29.633942 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-316312c4-38c4-4ba6-a01e-f58fb316a2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.635128 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-316312c4-38c4-4ba6-a01e-f58fb316a2ea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bf04a971-8d2a-4d72-9b84-c0ff2d1b3cdd HTTP/1.1" status: 204 len: 168 time: 0.1973543 Jun 24 14:30:29.948403 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57140) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:29.969382 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:29.984774 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:29.989086 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Usage tracker for resource:security_group_rule and tenant:ff67208dffff4430b4f257bb632bcb60 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:29.991942 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:29.998608 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:30.083308 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:30.088431 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:30.136100 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ff67208dffff4430b4f257bb632bcb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865709 Jun 24 14:30:30.136998 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41c5a8-0bf9-40aa-a396-b87feb893c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fca8a5f-d52e-4b79-b6f4-d6226ae6d8b9,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:30.139198 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57144) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:30.212880 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c444-382c-462b-aa45-0f293740fac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:30.243639 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c444-382c-462b-aa45-0f293740fac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:30.308339 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c444-382c-462b-aa45-0f293740fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:30.326060 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8c444-382c-462b-aa45-0f293740fac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fca8a5f-d52e-4b79-b6f4-d6226ae6d8b9,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:30.330911 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c444-382c-462b-aa45-0f293740fac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:30.331995 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b2e8c444-382c-462b-aa45-0f293740fac9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7fca8a5f-d52e-4b79-b6f4-d6226ae6d8b9 HTTP/1.1" status: 204 len: 168 time: 0.1918383 Jun 24 14:30:31.699456 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57180) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:31.945182 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:31.963351 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:31.974891 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Usage tracker for resource:security_group_rule and tenant:8706254004274f72a0584fce5ae6afd1 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:31.978041 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:31.985190 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:32.074714 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:32.079452 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:32.127198 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8706254004274f72a0584fce5ae6afd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265647 Jun 24 14:30:32.128159 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390110d-5b9b-4306-8411-a53389c5fe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dee5d3d-0a64-4eff-bc64-9422f3829de1,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:32.130754 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57186) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:32.193150 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d8db3cb7-3b7b-4580-a76e-cedd364a41f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:32.219398 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d8db3cb7-3b7b-4580-a76e-cedd364a41f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:32.292034 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d8db3cb7-3b7b-4580-a76e-cedd364a41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:32.421219 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db3cb7-3b7b-4580-a76e-cedd364a41f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dee5d3d-0a64-4eff-bc64-9422f3829de1,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:32.437576 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-d8db3cb7-3b7b-4580-a76e-cedd364a41f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:32.439078 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-d8db3cb7-3b7b-4580-a76e-cedd364a41f6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8dee5d3d-0a64-4eff-bc64-9422f3829de1 HTTP/1.1" status: 204 len: 168 time: 0.3065019 Jun 24 14:30:34.037838 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:30:37.235975 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-3e8a1481-1764-4259-b952-23a3316d010c req-c95c67a4-48dd-43d2-80e2-90455957bb6b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Synchronizing usage tracker for tenant:c904070776d54487b058f5f5a1883360 on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:30:37.253113 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-3e8a1481-1764-4259-b952-23a3316d010c req-c95c67a4-48dd-43d2-80e2-90455957bb6b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Unset dirty status for tenant:c904070776d54487b058f5f5a1883360 on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:30:37.254304 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-c95c67a4-48dd-43d2-80e2-90455957bb6b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514376543&fields=id&tenant_id=c904070776d54487b058f5f5a1883360 HTTP/1.1" status: 200 len: 267 time: 0.0571604 Jun 24 14:30:37.413979 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-f615df6b-1b52-4bd0-ba78-8328dbff5e5b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:37.414567 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-3e8a1481-1764-4259-b952-23a3316d010c req-f615df6b-1b52-4bd0-ba78-8328dbff5e5b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Synchronizing usage tracker for tenant:c904070776d54487b058f5f5a1883360 on resource:network {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:30:37.433310 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-3e8a1481-1764-4259-b952-23a3316d010c req-f615df6b-1b52-4bd0-ba78-8328dbff5e5b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Unset dirty status for tenant:c904070776d54487b058f5f5a1883360 on resource:network {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:30:37.434564 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-f615df6b-1b52-4bd0-ba78-8328dbff5e5b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 809 time: 0.1735590 Jun 24 14:30:37.453021 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-29e49b67-3a43-45e0-8dab-fb44ed4de9aa tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/quotas/c904070776d54487b058f5f5a1883360 HTTP/1.1" status: 200 len: 375 time: 0.0119781 Jun 24 14:30:37.548693 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-e7bf9dd7-c206-4905-a7a8-1027cfef1afb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896068 Jun 24 14:30:37.794256 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-9ad2d673-560f-45ab-bc59-8604c7546578 service neutron] 10.222.0.33 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340150 Jun 24 14:30:37.935509 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-f3b3e7c6-8ad8-4cb8-9436-febe43b3d2ff service neutron] 10.222.0.33 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342866 Jun 24 14:30:38.364683 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-779171a6-7475-444a-9dae-fcf783709ae6 req-db02a723-07b1-4aa6-bd4a-d724752ed6de tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 210 time: 0.0565691 Jun 24 14:30:39.513940 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-8bdfb380-ff19-4f65-9f52-10df932fc709 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:39.517051 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-8bdfb380-ff19-4f65-9f52-10df932fc709 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 809 time: 0.1729600 Jun 24 14:30:39.552744 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-343ba626-01f1-4816-a973-82e2e1cbbd20 req-a99f139c-81d4-40af-a353-c33bd467d67e tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 210 time: 0.0550563 Jun 24 14:30:39.590415 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-e8a2bf80-0797-43bf-b558-04ae85ef2244 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c904070776d54487b058f5f5a1883360 HTTP/1.1" status: 200 len: 379 time: 0.0653341 Jun 24 14:30:39.598886 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'port': {'device_id': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'admin_state_up': True, 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'security_groups': ['cf4011e4-fb5c-4a58-b960-0665b2c15b5d']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:39.751203 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:39.755172 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:port and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:39.758137 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:39.764639 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:39.779200 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Made reservation on behalf of c904070776d54487b058f5f5a1883360 for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:30:39.783379 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:39.974343 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Allocated IP 172.20.0.9 (2ff8dc08-468c-4078-b930-8d3bf419e101/db879cb6-3dac-4429-bf08-d1ab2e026f9b/a89c92cc-3f45-4a64-9c1e-0352f3bfca19) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:40.209667 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:40.228015 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Transition to ACTIVE for port object a89c92cc-3f45-4a64-9c1e-0352f3bfca19 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:40.252000 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:40.318273 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:40.326129 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:40.330659 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:40.361880 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:40.406094 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:40.409538 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:40.438187 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-4ed9c38c-77cc-47e0-8810-4cbdb1dd8fb4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8432007 Jun 24 14:30:40.451826 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Request body: {'port': {'device_id': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:40.571341 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:40.643042 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-69f477d9-9360-4c0b-a2c9-a097a9a25958 None None] Provisioning for port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:40.650436 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-69f477d9-9360-4c0b-a2c9-a097a9a25958 None None] Provisioning complete for port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:40.651177 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-69f477d9-9360-4c0b-a2c9-a097a9a25958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:40.721109 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-69f477d9-9360-4c0b-a2c9-a097a9a25958 None None] Port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:30:40.797087 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c077c-ee92-4558-a535-ad4102ff676b req-e9972ea6-4f54-4fcb-9ab4-616628c73d3b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:40.805505 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4c9c077c-ee92-4558-a535-ad4102ff676b req-e9972ea6-4f54-4fcb-9ab4-616628c73d3b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 931 time: 0.1246991 Jun 24 14:30:40.853310 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4c9c077c-ee92-4558-a535-ad4102ff676b req-8dcbd0ee-c6a1-423d-8f6b-ba68347b4fea tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464199 Jun 24 14:30:40.981932 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89c92cc-3f45-4a64-9c1e-0352f3bfca19 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:30:40.989586 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:41.004046 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Transition to ACTIVE for port object a89c92cc-3f45-4a64-9c1e-0352f3bfca19 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:30:41.008744 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:41.273984 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:41.366201 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Attempting to bind port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:30:41.366493 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Attempting to bind port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:30:41.366752 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Attempting to bind port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 on network 2ff8dc08-468c-4078-b930-8d3bf419e101 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:41.371597 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 on network 2ff8dc08-468c-4078-b930-8d3bf419e101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:30:41.371911 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Attempting to bind port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 on network 2ff8dc08-468c-4078-b930-8d3bf419e101 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:30:41.379036 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:30:41.379355 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Checking segment: {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:30:41.379731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Bound using segment: {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:30:41.380145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Bound port: a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae713f67-f08d-482b-b87a-3dfac1ba8026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:30:41.380482 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:41.469977 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:30:41.472939 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:30:41.478494 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:41.538084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:41.538699 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:41.540107 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 1093 time: 1.0932720 Jun 24 14:30:41.540516 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:41.569694 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354dc6a-a363-41e6-8407-a5293ca158e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:41.620859 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3c1f4a-420d-4556-bdca-973f31ff6c0b'] response: {'name': 'network-changed', 'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'status': 'completed', 'code': 200} Jun 24 14:30:41.666342 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-ddf9b3ac-d3cb-4c34-9539-ce5dfa909a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:41.667858 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-ddf9b3ac-d3cb-4c34-9539-ce5dfa909a07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1096 time: 0.0846472 Jun 24 14:30:41.743344 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-739dffb6-88cb-43a6-9926-ba7db2e64ebf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 217 time: 0.0688937 Jun 24 14:30:41.809228 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-d22bafe0-50d4-43ef-8f8f-f7d2fc7a7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:41.810612 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-d22bafe0-50d4-43ef-8f8f-f7d2fc7a7fc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0607355 Jun 24 14:30:41.900904 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1481-1764-4259-b952-23a3316d010c req-11f0cd8c-5d5e-4f82-a25b-7bf1b50c615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:41.902606 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-11f0cd8c-5d5e-4f82-a25b-7bf1b50c615c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864387 Jun 24 14:30:42.075357 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-151d50d2-00b5-4116-b7e4-db836cc943d5 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647201 Jun 24 14:30:42.081949 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98a7b-c4d2-4554-9d72-7006e877737b req-2c1aaac1-e8fc-4d46-9398-d8706f6af6a6 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:42.083467 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4be98a7b-c4d2-4554-9d72-7006e877737b req-2c1aaac1-e8fc-4d46-9398-d8706f6af6a6 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 943 time: 0.1091659 Jun 24 14:30:42.134038 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4be98a7b-c4d2-4554-9d72-7006e877737b req-74d3536e-14a0-4619-9e91-27f15817b693 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 Jun 24 14:30:42.264695 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-3e8a1481-1764-4259-b952-23a3316d010c req-839da679-10d4-44a0-af42-7aef5d7b6d7d service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829014 Jun 24 14:30:42.394762 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-f058afac-42de-49d0-a58a-ef279c2c7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:42.397540 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-f058afac-42de-49d0-a58a-ef279c2c7219 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1096 time: 0.0892591 Jun 24 14:30:42.538601 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-a5452c18-d2e1-4713-99df-70052c08fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:42.540034 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-a5452c18-d2e1-4713-99df-70052c08fcd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 910 time: 0.1355419 Jun 24 14:30:42.610940 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-90525eef-0637-4f7f-8c36-7763433f2a9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 217 time: 0.0644641 Jun 24 14:30:42.673831 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-e83025bc-fb4e-4af6-8b51-224926fa616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:42.675364 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-e83025bc-fb4e-4af6-8b51-224926fa616e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0581858 Jun 24 14:30:42.764885 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-02314f3c-8a57-4a11-a85a-e4954a5f694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:42.766343 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-02314f3c-8a57-4a11-a85a-e4954a5f694a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848951 Jun 24 14:30:42.897043 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-00043db6-b952-4d1b-9a84-c4f64194d09e service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236713 Jun 24 14:30:43.152425 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-d37f8d6b-3c2f-48f3-a039-3ca315839680 req-89e16ece-0921-4cf0-ade2-b276f331f1c7 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486818 Jun 24 14:30:43.332306 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a7fc0-fd7b-4099-b87e-9bf9405e6721 req-9b23d1e5-128b-4652-841f-092dffffc454 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:43.333812 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-139a7fc0-fd7b-4099-b87e-9bf9405e6721 req-9b23d1e5-128b-4652-841f-092dffffc454 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 943 time: 0.0901904 Jun 24 14:30:43.379895 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-139a7fc0-fd7b-4099-b87e-9bf9405e6721 req-caebd13e-11e7-415d-adc9-6e368eb319ef tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Jun 24 14:30:44.591755 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c83972-4704-478a-8c05-86d4a69a14af req-1f79aff0-4db2-4000-be90-9d93e3e195d7 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:44.593439 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b7c83972-4704-478a-8c05-86d4a69a14af req-1f79aff0-4db2-4000-be90-9d93e3e195d7 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 943 time: 0.1028643 Jun 24 14:30:44.606633 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device a89c92cc-3f45-4a64-9c1e-0352f3bfca19 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:30:44.663438 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b7c83972-4704-478a-8c05-86d4a69a14af req-be082201-90c6-458f-9e31-70a18a9335d5 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631003 Jun 24 14:30:44.690515 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57382) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:44.751379 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:44.765347 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'port_id': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'mac_address': 'fa:16:3e:a8:6c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:30:44.828656 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:44.829119 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:44.841025 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:44.847971 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89c92cc-3f45-4a64-9c1e-0352f3bfca19 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:30:44.857846 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:44.862328 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Usage tracker for resource:security_group_rule and tenant:c10a6771dd534c569571e339afcca8a1 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:44.865778 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:44.868608 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:44.873511 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:44.874227 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:44.952807 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:45.006621 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:45.023458 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:45.076405 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c10a6771dd534c569571e339afcca8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835182 Jun 24 14:30:45.078177 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bb972-0838-41f9-a146-4d4ce0571a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e9aef-8b80-4ce8-acd9-c60901f895bf,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:45.079195 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57388) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:45.102478 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['a89c92cc-3f45-4a64-9c1e-0352f3bfca19'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:30:45.143684 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a038ce9-d6fc-4970-87e6-b0b60adbbfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:45.177825 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a038ce9-d6fc-4970-87e6-b0b60adbbfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:45.239365 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a038ce9-d6fc-4970-87e6-b0b60adbbfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:45.258725 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a038ce9-d6fc-4970-87e6-b0b60adbbfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e9aef-8b80-4ce8-acd9-c60901f895bf,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:45.265719 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1a038ce9-d6fc-4970-87e6-b0b60adbbfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:45.269282 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1a038ce9-d6fc-4970-87e6-b0b60adbbfff admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a40e9aef-8b80-4ce8-acd9-c60901f895bf HTTP/1.1" status: 204 len: 168 time: 0.1864543 Jun 24 14:30:45.874892 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd4e5-47a1-4f20-99a3-ee022d8a7a7c req-ceac4823-6109-44ba-bebf-60b76c62d886 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:45.876625 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef7cd4e5-47a1-4f20-99a3-ee022d8a7a7c req-ceac4823-6109-44ba-bebf-60b76c62d886 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 944 time: 0.0975325 Jun 24 14:30:45.928315 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef7cd4e5-47a1-4f20-99a3-ee022d8a7a7c req-e1266337-8bcd-48ba-abeb-5bdb888bd10b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446799 Jun 24 14:30:46.617345 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device a89c92cc-3f45-4a64-9c1e-0352f3bfca19 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:46.691779 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:46.697031 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:46.697381 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:46.819591 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:46.819987 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:46.849916 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:46.862183 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:46.867042 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:46.898350 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e86e07-d169-4ae3-8f65-689bf36e42aa'] response: {'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'code': 200} Jun 24 14:30:46.954896 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:47.142982 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339c21-2ed2-4ea8-9a2b-187307d245f1 req-2dc30c6c-9020-45ba-98dd-d53ae8958ba9 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:47.144414 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa339c21-2ed2-4ea8-9a2b-187307d245f1 req-2dc30c6c-9020-45ba-98dd-d53ae8958ba9 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0932131 Jun 24 14:30:47.191034 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-fa339c21-2ed2-4ea8-9a2b-187307d245f1 req-97d555d4-15c7-4d99-9346-2ef9133ba31d tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 Jun 24 14:30:47.236594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae9158-2761-40f9-b682-e9340a0a90b1 req-4a96c42e-908a-40a3-b5b2-0118c2eecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:47.238095 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93ae9158-2761-40f9-b682-e9340a0a90b1 req-4a96c42e-908a-40a3-b5b2-0118c2eecb5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1098 time: 0.0912099 Jun 24 14:30:47.280903 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-93ae9158-2761-40f9-b682-e9340a0a90b1 req-0c355555-3545-4b9e-bea7-bee194cd7d17 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357175 Jun 24 14:30:48.393632 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a961-6f21-4638-bbf9-b28dd2934450 req-71a320cb-ebc9-4b83-9dc0-2de3c0878704 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:48.395587 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-acb9a961-6f21-4638-bbf9-b28dd2934450 req-71a320cb-ebc9-4b83-9dc0-2de3c0878704 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0908587 Jun 24 14:30:48.441598 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-acb9a961-6f21-4638-bbf9-b28dd2934450 req-169be1df-ab9d-4fe1-863f-87b224dd8204 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Jun 24 14:30:49.651196 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52405f6-07b3-4fc4-b50b-41594988ac17 req-5adbc17d-cc30-4893-995f-a81dffc0c5c1 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:49.652663 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d52405f6-07b3-4fc4-b50b-41594988ac17 req-5adbc17d-cc30-4893-995f-a81dffc0c5c1 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.1011069 Jun 24 14:30:49.703544 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d52405f6-07b3-4fc4-b50b-41594988ac17 req-a4c694c4-0078-4fb4-ba23-7d708855bdc1 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 Jun 24 14:30:49.908948 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07664fc4-6101-45dc-8649-f706f6f64149 req-f94de69d-e300-44b4-9ab4-4b11f0aab33b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:49.910520 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-07664fc4-6101-45dc-8649-f706f6f64149 req-f94de69d-e300-44b4-9ab4-4b11f0aab33b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0959048 Jun 24 14:30:49.959922 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-07664fc4-6101-45dc-8649-f706f6f64149 req-ed711e62-f711-4553-968b-0a4a31f324fc tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432911 Jun 24 14:30:49.985720 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57408) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:50.236374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7340e3-2136-47e7-be78-de2df688f25a tempest-TestShelveInstance-410281422 tempest-TestShelveInstance-410281422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:50.237078 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-bc7340e3-2136-47e7-be78-de2df688f25a tempest-TestShelveInstance-410281422 tempest-TestShelveInstance-410281422-project-admin] Synchronizing usage tracker for tenant:20e902e954794e298be9d192904a89cc on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:30:50.254828 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-bc7340e3-2136-47e7-be78-de2df688f25a tempest-TestShelveInstance-410281422 tempest-TestShelveInstance-410281422-project-admin] Unset dirty status for tenant:20e902e954794e298be9d192904a89cc on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:30:50.255918 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-bc7340e3-2136-47e7-be78-de2df688f25a tempest-TestShelveInstance-410281422 tempest-TestShelveInstance-410281422-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1093 time: 0.2690945 Jun 24 14:30:50.259684 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57414) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:50.264806 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'port_id': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:50.270862 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:50.275131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Usage tracker for resource:floatingip and tenant:c904070776d54487b058f5f5a1883360 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:50.277916 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:50.283648 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:50.295324 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for floatingip, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:50.442677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:50.590410 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Allocated IP 172.28.2.229 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/2ff0cc18-5b73-4566-9a8e-b4f8cc347ca6) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:50.742700 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:50.774259 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:50.839008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:50.846287 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:50.850682 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:50.880069 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'Port': ['ID=2ff0cc18-5b73-4566-9a8e-b4f8cc347ca6,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:51.275831 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:51.364186 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:51.582084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:51.589709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:51.803109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event updated for resources: {'Port': ['ID=2ff0cc18-5b73-4566-9a8e-b4f8cc347ca6,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:51.822800 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:52.005726 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Floating IP 94fd2c8d-77cb-418a-8f31-e360f55350c4 associated. External IP: 172.28.2.229, port: a89c92cc-3f45-4a64-9c1e-0352f3bfca19. Jun 24 14:30:52.365635 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Router 15dff774-50fb-4cf6-a489-7fe2679d934d has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:30:52.564214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:52.573786 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] Sync routers for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:52.584317 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:52.584952 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:52.589745 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:52.651085 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d87e7d25-15dd-4d29-97e3-4eda5eb61729 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3903377 Jun 24 14:30:52.651986 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:52.699226 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d35620-316d-4449-b663-0a6d1ee5abd3'] response: {'name': 'network-changed', 'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'status': 'completed', 'code': 200} Jun 24 14:30:52.809587 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2cece-22f3-444c-aad9-2f503239a615 req-a10e1970-1c12-4df9-b1c2-9601a849676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:52.811164 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79d2cece-22f3-444c-aad9-2f503239a615 req-a10e1970-1c12-4df9-b1c2-9601a849676e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1098 time: 0.0908637 Jun 24 14:30:52.812671 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:52.944916 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2cece-22f3-444c-aad9-2f503239a615 req-6c976e7b-2395-4b45-95a8-69881cf32530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:52.946339 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79d2cece-22f3-444c-aad9-2f503239a615 req-6c976e7b-2395-4b45-95a8-69881cf32530 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 910 time: 0.1286273 Jun 24 14:30:53.016810 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-207d978f-c2fd-44e0-b815-d13c92ee7b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:53.049110 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79d2cece-22f3-444c-aad9-2f503239a615 req-2750f7cf-0bb5-4c8b-941a-a9cdd4410a3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 999 time: 0.0967631 Jun 24 14:30:53.114259 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2cece-22f3-444c-aad9-2f503239a615 req-e37c92c0-cc4a-4fb5-aa2e-13018d20fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:53.115855 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79d2cece-22f3-444c-aad9-2f503239a615 req-e37c92c0-cc4a-4fb5-aa2e-13018d20fb70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0613744 Jun 24 14:30:53.192733 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '94fd2c8d-77cb-418a-8f31-e360f55350c4', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'port_id': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'mac_address': 'fa:16:3e:a8:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:51Z', 'updated_at': '2022-06-24T14:30:51Z', 'revision_number': 0, 'project_id': 'c904070776d54487b058f5f5a1883360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 5, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:53.196876 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] Checking router: 15dff774-50fb-4cf6-a489-7fe2679d934d for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:53.200932 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2cece-22f3-444c-aad9-2f503239a615 req-07e8f7fe-b092-447b-a7f4-f32359f826e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:53.202429 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79d2cece-22f3-444c-aad9-2f503239a615 req-07e8f7fe-b092-447b-a7f4-f32359f826e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795007 Jun 24 14:30:53.205253 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:53.205887 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:53.391561 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:53.449963 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79d2cece-22f3-444c-aad9-2f503239a615 req-57f21a66-8fc5-49a3-ab4b-e761f320a0d1 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408202 Jun 24 14:30:53.592096 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-79d2cece-22f3-444c-aad9-2f503239a615 req-7502a110-24c2-4018-9c79-c493772eae9c service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333833 Jun 24 14:30:53.760177 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '94fd2c8d-77cb-418a-8f31-e360f55350c4', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'port_id': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'mac_address': 'fa:16:3e:a8:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:51Z', 'updated_at': '2022-06-24T14:30:51Z', 'revision_number': 0, 'project_id': 'c904070776d54487b058f5f5a1883360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 5, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:53.764609 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27690137-1d69-465b-82f2-7ceb1d013638 None None] The sync data for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb is: [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '94fd2c8d-77cb-418a-8f31-e360f55350c4', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'port_id': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'mac_address': 'fa:16:3e:a8:6c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:51Z', 'updated_at': '2022-06-24T14:30:51Z', 'revision_number': 0, 'project_id': 'c904070776d54487b058f5f5a1883360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 5, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:53.969492 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e01fd0a-d318-458c-8b59-308a07d46e72 None None] New status for floating IP 94fd2c8d-77cb-418a-8f31-e360f55350c4: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:30:55.056081 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1ca1-79b4-4bce-98fd-a4ce85a8a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:56.275531 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:56.506607 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:58.035767 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:59.558362 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:00.543739 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-8c7ea5e3-f517-43e9-9964-b4b910a1303f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861619 Jun 24 14:31:00.714690 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-3390401b-bf3f-415e-86b3-29f91b4301c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:00.716322 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-3390401b-bf3f-415e-86b3-29f91b4301c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 1098 time: 0.0938985 Jun 24 14:31:00.865743 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-c3ceca53-185b-4d42-96a1-4eb62dc7d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:00.867211 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-c3ceca53-185b-4d42-96a1-4eb62dc7d24b service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.1270120 Jun 24 14:31:00.970301 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-8b9e558c-216e-4806-9ca5-ad1226a38516 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c HTTP/1.1" status: 200 len: 1001 time: 0.0965889 Jun 24 14:31:01.036467 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-a202e6c5-3ab7-4d06-8eb8-68e580b345e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:01.037890 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-a202e6c5-3ab7-4d06-8eb8-68e580b345e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0608420 Jun 24 14:31:01.123932 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-2f4ecb5e-0ed2-4814-b43d-a7fa166872f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:01.125366 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-2f4ecb5e-0ed2-4814-b43d-a7fa166872f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792878 Jun 24 14:31:01.264693 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-0f4f003d-a618-4cf8-8954-566b593a6b06 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309004 Jun 24 14:31:01.407700 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-65c8f037-adb2-4ac6-8cbb-9c0d2dc8d24a req-e226f682-10b4-4930-8885-361d4428c499 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311901 Jun 24 14:31:04.246615 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11032-83a1-4bd4-afb4-f610aece4d5f req-f1fccbbf-53ef-4460-ae3a-985d490e57df tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:04.248089 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d0e11032-83a1-4bd4-afb4-f610aece4d5f req-f1fccbbf-53ef-4460-ae3a-985d490e57df tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 945 time: 0.0878637 Jun 24 14:31:04.293753 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d0e11032-83a1-4bd4-afb4-f610aece4d5f req-f2a4549c-450d-4689-8572-eeda4f747730 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 Jun 24 14:31:05.505085 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a464b65-c4bd-4190-b0a4-0bdded5213a4 req-790372e7-9109-4776-9231-ade360b7f6a8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:05.510426 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7a464b65-c4bd-4190-b0a4-0bdded5213a4 req-790372e7-9109-4776-9231-ade360b7f6a8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 945 time: 0.1127543 Jun 24 14:31:05.555930 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7a464b65-c4bd-4190-b0a4-0bdded5213a4 req-f95f0a6e-a685-49ea-b271-7f7a1ff31c13 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=51756767-e126-4a60-b5e0-a3459d9462bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Jun 24 14:31:05.723162 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-76d444b9-7a56-408f-8485-3af19557cbb3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:05.723844 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-76d444b9-7a56-408f-8485-3af19557cbb3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:31:05.741847 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-76d444b9-7a56-408f-8485-3af19557cbb3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:31:05.743085 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-76d444b9-7a56-408f-8485-3af19557cbb3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 945 time: 0.1124911 Jun 24 14:31:05.812744 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port 0ba233ec-d137-47db-9053-c4b30a5a5774 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:31:05.813085 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:06.061819 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] For port 0ba233ec-d137-47db-9053-c4b30a5a5774, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=0ba233ec-d137-47db-9053-c4b30a5a5774,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:31:06.062174 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:06.446573 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:06.446932 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:06.447238 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 94672d48-1c21-4dbe-abd7-b803f0bdf938 disassociated. External IP: 172.28.2.244, port: 0ba233ec-d137-47db-9053-c4b30a5a5774. Jun 24 14:31:06.447569 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for 0ba233ec-d137-47db-9053-c4b30a5a5774 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:31:06.599742 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:06.654906 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=0ba233ec-d137-47db-9053-c4b30a5a5774,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:06.717659 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7d51788e-54eb-447f-957e-3055478a3d54 req-f4ab4f41-2550-468f-ac4b-3d9e8d31d102 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b4b1bc7-66c7-4206-80cb-fb06b05801b5 HTTP/1.1" status: 200 len: 210 time: 0.0551789 Jun 24 14:31:06.835383 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:31:07.021052 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:31:07.032524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:31:07.043383 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:07.044312 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:07.111468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] No DVR routers for this DVR port 0ba233ec-d137-47db-9053-c4b30a5a5774 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:31:07.114046 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:07.116798 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'name': 'network-vif-deleted', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:07.135801 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-6cbabd7c-447d-405e-8528-adc1e516bb5a req-cfa380f1-c175-4f57-9510-923225e6fe5c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "DELETE /v2.0/ports/0ba233ec-d137-47db-9053-c4b30a5a5774 HTTP/1.1" status: 204 len: 173 time: 1.3873563 Jun 24 14:31:07.179518 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bcaa69-4a5b-4ef5-a89d-aea11af81a57'] response: {'server_uuid': '6b4b1bc7-66c7-4206-80cb-fb06b05801b5', 'name': 'network-vif-deleted', 'tag': '0ba233ec-d137-47db-9053-c4b30a5a5774', 'status': 'completed', 'code': 200} Jun 24 14:31:07.225409 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:07.620768 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:22Z', 'revision_number': 2, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:07.625387 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:31:07.633910 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:07.634541 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:07.827854 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:07.849604 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57452) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:08.046264 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.078350 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.170414 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.200022 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51756767-e126-4a60-b5e0-a3459d9462bd,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:08.213230 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:22Z', 'revision_number': 2, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:08.219998 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a72ebe-7a4a-4084-bc30-e73bd6631c9c None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '6a77e602-ef36-496f-a05e-b84ab88671d3', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.134', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:c2:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2001d-3e2a-461f-a200-275c2d69c173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:29:06Z', 'updated_at': '2022-06-24T14:29:22Z', 'revision_number': 2, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:31:08.224783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.224783 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/security-groups/51756767-e126-4a60-b5e0-a3459d9462bd HTTP/1.1" status: 204 len: 168 time: 0.3712115 Jun 24 14:31:08.224783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.224783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.224783 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.225314 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.225679 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.225901 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.226251 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.226498 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57456) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:08.226969 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.226969 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.227259 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.227596 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.227913 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928a10a-8d9c-4724-bf8d-31fef3143c77 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:08.257892 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.api.v2.resource [None req-5aabf1fd-b2ca-4f86-8e37-9af1957935d1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] show failed (client error): The resource could not be found. Jun 24 14:31:08.259298 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5aabf1fd-b2ca-4f86-8e37-9af1957935d1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups/51756767-e126-4a60-b5e0-a3459d9462bd HTTP/1.1" status: 404 len: 347 time: 0.0318074 Jun 24 14:31:08.262050 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57460) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:08.426479 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port f7153ebd-cd2a-424d-b38a-bfb74c0bddc9 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:31:08.426907 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.490961 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654d2b4-766a-4edd-b7fa-d3abe07b9bcb None None] New status for floating IP 94672d48-1c21-4dbe-abd7-b803f0bdf938: DOWN {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:31:08.603041 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.603302 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.739282 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 0ba233ec-d137-47db-9053-c4b30a5a5774 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:31:08.775742 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 0ba233ec-d137-47db-9053-c4b30a5a5774 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:31:08.776078 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 0ba233ec-d137-47db-9053-c4b30a5a5774 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:31:08.849387 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for f7153ebd-cd2a-424d-b38a-bfb74c0bddc9 owned by network:floatingip {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:31:08.939008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.db.api [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:31:08.939433 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG oslo_db.api [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:31:09.441238 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port f7153ebd-cd2a-424d-b38a-bfb74c0bddc9 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:31:09.441987 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:09.626365 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:09.626722 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:09.750982 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for f7153ebd-cd2a-424d-b38a-bfb74c0bddc9 owned by network:floatingip {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:31:09.905195 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:09.951414 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=f7153ebd-cd2a-424d-b38a-bfb74c0bddc9,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:10.068117 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:10.082927 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:10.084042 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-42b2cd07-42c7-4eb2-9f87-78ce44291536 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/floatingips/94672d48-1c21-4dbe-abd7-b803f0bdf938 HTTP/1.1" status: 204 len: 168 time: 1.8210223 Jun 24 14:31:11.042251 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:31:12.314617 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87588bb4-3014-46cb-86a7-05aba1749064 req-96cffd80-413d-4c17-a957-19606bb3a3a5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:12.316136 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-87588bb4-3014-46cb-86a7-05aba1749064 req-96cffd80-413d-4c17-a957-19606bb3a3a5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 945 time: 0.0914702 Jun 24 14:31:12.364027 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-87588bb4-3014-46cb-86a7-05aba1749064 req-bbda8eab-39a8-4cc5-a6b1-d5e99836256d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:31:12.381023 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-87588bb4-3014-46cb-86a7-05aba1749064 req-bbda8eab-39a8-4cc5-a6b1-d5e99836256d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:31:12.382231 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-87588bb4-3014-46cb-86a7-05aba1749064 req-bbda8eab-39a8-4cc5-a6b1-d5e99836256d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581131 Jun 24 14:31:13.584695 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ba30-0400-4ff2-8780-603dc69a37df req-dc429c96-912f-4e5d-9c56-9bc1886c61e3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:13.586161 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4b0ba30-0400-4ff2-8780-603dc69a37df req-dc429c96-912f-4e5d-9c56-9bc1886c61e3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 945 time: 0.0889246 Jun 24 14:31:13.640674 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b4b0ba30-0400-4ff2-8780-603dc69a37df req-2733feab-86b6-41bb-8788-b41356cdb27d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462162 Jun 24 14:31:13.911319 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabf524-0695-4821-a24f-7804fdca6763 req-6c0797fd-0589-4474-86fd-45fb428d65fb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:13.912008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-bbabf524-0695-4821-a24f-7804fdca6763 req-6c0797fd-0589-4474-86fd-45fb428d65fb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:31:13.932715 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-bbabf524-0695-4821-a24f-7804fdca6763 req-6c0797fd-0589-4474-86fd-45fb428d65fb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:31:13.933953 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bbabf524-0695-4821-a24f-7804fdca6763 req-6c0797fd-0589-4474-86fd-45fb428d65fb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 945 time: 0.1187789 Jun 24 14:31:14.010081 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port c37545d6-f204-4b1c-acb7-e7bf4dccd67c {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:31:14.010441 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:14.291210 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] For port c37545d6-f204-4b1c-acb7-e7bf4dccd67c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:31:14.291563 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:14.598917 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:14.599159 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:14.599484 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 6a77e602-ef36-496f-a05e-b84ab88671d3 disassociated. External IP: 172.28.2.134, port: c37545d6-f204-4b1c-acb7-e7bf4dccd67c. Jun 24 14:31:14.599819 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for c37545d6-f204-4b1c-acb7-e7bf4dccd67c owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:31:14.754682 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:14.799357 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c39cc54e-0823-4971-89f8-93dae508724a req-b9532fd8-0cd4-40b1-9be0-93b7c75ab4d5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 210 time: 0.0513985 Jun 24 14:31:14.807684 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=c37545d6-f204-4b1c-acb7-e7bf4dccd67c,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:14.818809 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.819158 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.819492 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.819831 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.820159 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.820482 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.820866 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.821165 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.821480 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.821800 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.822120 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:14.822419 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:15.117568 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:31:15.307128 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:31:15.318829 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:31:15.329614 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:15.330336 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:15.391930 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] No DVR routers for this DVR port c37545d6-f204-4b1c-acb7-e7bf4dccd67c on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:31:15.394536 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:15.397265 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'name': 'network-vif-deleted', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:15.414372 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-bbabf524-0695-4821-a24f-7804fdca6763 req-f529cec8-8756-402f-8df2-a8c195d1e9a1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "DELETE /v2.0/ports/c37545d6-f204-4b1c-acb7-e7bf4dccd67c HTTP/1.1" status: 204 len: 173 time: 1.4752300 Jun 24 14:31:15.459023 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9e0c92-a1b0-4e85-b715-16040a67c893'] response: {'server_uuid': '29b2001d-3e2a-461f-a200-275c2d69c173', 'name': 'network-vif-deleted', 'tag': 'c37545d6-f204-4b1c-acb7-e7bf4dccd67c', 'status': 'completed', 'code': 200} Jun 24 14:31:15.526027 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:15.860453 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:15.864854 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:31:15.873793 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:15.874409 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:30:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:16.000335 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-361835aa-f6ef-488d-b63b-89080cc3870f req-828e0288-5ea1-4946-8e16-7bd7b5d136e8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=29b2001d-3e2a-461f-a200-275c2d69c173 HTTP/1.1" status: 200 len: 210 time: 0.0728545 Jun 24 14:31:16.106685 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:16.432611 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:16.436811 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeceab5-a0f7-4a21-8bfa-7d232e75d9a0 None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:31:16.673601 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac8058-fafb-4078-bbdf-18bb1ea5f2c2 None None] New status for floating IP 6a77e602-ef36-496f-a05e-b84ab88671d3: DOWN {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:31:16.770425 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device c37545d6-f204-4b1c-acb7-e7bf4dccd67c no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:31:16.805524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: c37545d6-f204-4b1c-acb7-e7bf4dccd67c {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:31:16.805878 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device c37545d6-f204-4b1c-acb7-e7bf4dccd67c not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:31:17.134347 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57498) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:17.205260 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cdadf891-ca44-467f-a349-071a90c92e56 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:17.239288 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cdadf891-ca44-467f-a349-071a90c92e56 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:17.297426 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cdadf891-ca44-467f-a349-071a90c92e56 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:17.316221 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadf891-ca44-467f-a349-071a90c92e56 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:17.329990 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-cdadf891-ca44-467f-a349-071a90c92e56 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:17.331192 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-cdadf891-ca44-467f-a349-071a90c92e56 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/security-groups/cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124 HTTP/1.1" status: 204 len: 168 time: 0.1957471 Jun 24 14:31:17.335314 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57502) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:17.357465 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.api.v2.resource [None req-f7a94a78-0f73-45d5-843f-9aee4bcbd7fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] show failed (client error): The resource could not be found. Jun 24 14:31:17.357465 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f7a94a78-0f73-45d5-843f-9aee4bcbd7fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups/cb3afc7b-0e4e-4eb9-8bd4-ed96781f4124 HTTP/1.1" status: 404 len: 347 time: 0.0195227 Jun 24 14:31:17.359232 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57506) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:17.528303 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port d4d21b27-d42e-4d91-9a26-b42dbb84d4d3 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:31:17.528610 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:17.711058 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:17.711370 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:17.842656 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for d4d21b27-d42e-4d91-9a26-b42dbb84d4d3 owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:31:17.998481 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.045341 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=d4d21b27-d42e-4d91-9a26-b42dbb84d4d3,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:18.152363 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.169124 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.170292 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-c81e51e5-16ab-4cc9-9516-27f5031ec271 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/floatingips/6a77e602-ef36-496f-a05e-b84ab88671d3 HTTP/1.1" status: 204 len: 168 time: 0.8099716 Jun 24 14:31:18.263561 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57512) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:18.269634 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155749672', 'description': 'tempest-description--1973005138'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:18.276424 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:31:18.280847 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:31:18.284026 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:31:18.289858 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:31:18.301457 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.322896 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:31:18.327644 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:31:18.331071 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:31:18.337376 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:31:18.422585 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.427822 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.473642 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db9fb24-2ebb-426a-9af1-851f8e06cb82,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:18.477756 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.479002 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-909da967-3e6f-4441-9d21-37765689b4a6 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2139504 Jun 24 14:31:18.482286 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57516) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:18.492572 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': '1db9fb24-2ebb-426a-9af1-851f8e06cb82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:18.494559 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:31:18.498594 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:31:18.501681 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:31:18.507995 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:31:18.528565 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.592481 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.597289 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.627535 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbec3c50-1bc0-4b3b-8998-fa3df7f06f02,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:18.637005 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.638474 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-529cd648-25c2-439e-8657-564cb0174b65 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549392 Jun 24 14:31:18.641340 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57520) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:18.646525 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': '1db9fb24-2ebb-426a-9af1-851f8e06cb82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:18.653159 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:31:18.657245 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:31:18.660250 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:31:18.666737 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:31:18.687985 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.759726 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.763837 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.787747 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285450d6-241e-4fdc-8d83-e4c88b4688ea,revision_number=0']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:18.798598 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.799958 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-ee77d6ef-c306-4173-acac-825f2823b02e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576695 Jun 24 14:31:18.803130 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57524) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:18.808149 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:18.815737 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:31:18.819633 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:floatingip and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:31:18.824354 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:31:18.828733 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:31:18.840258 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:18.990957 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:19.228547 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.db_base_plugin_common [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.28.2.129 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/003a03c0-4dc7-4fbc-993a-c6d5defeda9e) {{(pid=88154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:31:19.383692 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:19.420371 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:19.481327 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:31:19.488437 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.base_scheduler [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:31:19.493177 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:31:19.526496 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=003a03c0-4dc7-4fbc-993a-c6d5defeda9e,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:19.582005 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:19.647385 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:19.868276 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:19.874422 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1424998'] for port, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:19.988671 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=003a03c0-4dc7-4fbc-993a-c6d5defeda9e,revision_number=2']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:20.006988 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:20.035033 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:20.036432 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-6723aafe-3005-4629-9861-17a2f55d0724 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2323201 Jun 24 14:31:20.278962 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-6da92618-94a4-4977-a728-2dcd942eb9c5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:31:20.296952 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-6da92618-94a4-4977-a728-2dcd942eb9c5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:31:20.298156 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-6da92618-94a4-4977-a728-2dcd942eb9c5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1155749672&fields=id&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 267 time: 0.0643470 Jun 24 14:31:20.455306 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-5765304b-467d-4670-a55c-2b85b5ef1cbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:20.456753 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-5765304b-467d-4670-a55c-2b85b5ef1cbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.1516116 Jun 24 14:31:20.472263 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-e5e351ec-baa3-41cb-b6b6-216d0445fc74 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/quotas/58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 375 time: 0.0097356 Jun 24 14:31:20.564104 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-d8be98e3-474b-414f-9e2b-1c8aaf5c1251 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:31:20.582946 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-d8be98e3-474b-414f-9e2b-1c8aaf5c1251 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:31:20.584308 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-d8be98e3-474b-414f-9e2b-1c8aaf5c1251 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065512 Jun 24 14:31:20.728073 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-d5618010-cd53-4ad0-bc53-c421279ada70 service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315172 Jun 24 14:31:20.868301 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-88403734-ed5c-48bf-a58e-8c2de28bb5c8 service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338966 Jun 24 14:31:21.060199 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e43a2956-93c0-4d0d-8ccf-93a78359a660 req-8766df34-070f-46a5-81a5-3a6b4dcddd22 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 210 time: 0.0538104 Jun 24 14:31:22.210676 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-91e03335-1f18-42f4-bc2c-2c6665ded781 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:22.213264 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-91e03335-1f18-42f4-bc2c-2c6665ded781 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.1903770 Jun 24 14:31:22.232876 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e975ec17-b930-4e15-a57e-4d4c16ff6954 req-3d9b28fa-cb61-4f00-8758-c8f19022416e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 210 time: 0.0529163 Jun 24 14:31:22.270507 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-34f676fb-98b7-4e05-b948-c3f0b5d6af98 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:31:22.283308 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-34f676fb-98b7-4e05-b948-c3f0b5d6af98 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:31:22.283766 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-34f676fb-98b7-4e05-b948-c3f0b5d6af98 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 380 time: 0.0616028 Jun 24 14:31:22.292065 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'port': {'device_id': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'admin_state_up': True, 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'security_groups': ['1db9fb24-2ebb-426a-9af1-851f8e06cb82']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:22.429003 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:31:22.438687 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:31:22.453368 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Made reservation on behalf of 58d5b30fecfa4ea2b5471be808cd30aa for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:31:22.457473 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.643109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.20.0.6 (52a9ce33-f3c7-441f-ac53-73ebfae9bd15/3f374d12-2639-4a58-bd39-8e3548ea6467/5d589f67-fac9-4c52-9e91-af63ba924e96) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:31:22.837594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.853496 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Transition to ACTIVE for port object 5d589f67-fac9-4c52-9e91-af63ba924e96 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:31:22.879511 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.949141 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:31:22.957018 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:31:22.961595 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:31:22.991499 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8c1d-7f89-4d2e-b652-837766e53e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.998313 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=5d589f67-fac9-4c52-9e91-af63ba924e96,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:23.034963 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:23.035599 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.064196 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-b7a3ce71-f89e-4859-8b3a-1f30a44d1fbb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7758954 Jun 24 14:31:23.078245 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Request body: {'port': {'device_id': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:23.193521 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.217710 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-1c049788-d679-4f26-9f95-94fc0cf15533 None None] Provisioning for port 5d589f67-fac9-4c52-9e91-af63ba924e96 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:31:23.223217 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-1c049788-d679-4f26-9f95-94fc0cf15533 None None] Provisioning complete for port 5d589f67-fac9-4c52-9e91-af63ba924e96 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:31:23.223581 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1c049788-d679-4f26-9f95-94fc0cf15533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.287319 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-1c049788-d679-4f26-9f95-94fc0cf15533 None None] Port 5d589f67-fac9-4c52-9e91-af63ba924e96 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:31:23.441013 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f3b33-6232-4059-a988-b5a272c6f4ca req-7e72f6d5-4b01-43b4-9740-ae309970f0c0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:23.442665 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-145f3b33-6232-4059-a988-b5a272c6f4ca req-7e72f6d5-4b01-43b4-9740-ae309970f0c0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 931 time: 0.0957344 Jun 24 14:31:23.497053 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-145f3b33-6232-4059-a988-b5a272c6f4ca req-4feb9444-20f7-4e73-96b2-18f330541184 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479820 Jun 24 14:31:23.688878 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d589f67-fac9-4c52-9e91-af63ba924e96 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:31:23.696593 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.717819 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Transition to ACTIVE for port object 5d589f67-fac9-4c52-9e91-af63ba924e96 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:31:23.723079 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.894505 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Pushing event updated for resources: {'Port': ['ID=5d589f67-fac9-4c52-9e91-af63ba924e96,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:23.980859 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Attempting to bind port 5d589f67-fac9-4c52-9e91-af63ba924e96 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:31:23.981188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Attempting to bind port 5d589f67-fac9-4c52-9e91-af63ba924e96 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:31:23.981530 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Attempting to bind port 5d589f67-fac9-4c52-9e91-af63ba924e96 on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:31:23.986682 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Port 5d589f67-fac9-4c52-9e91-af63ba924e96 on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:31:23.987016 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Attempting to bind port 5d589f67-fac9-4c52-9e91-af63ba924e96 on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:31:23.992940 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:31:23.993297 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Checking segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:31:23.993709 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Bound using segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:31:23.994191 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Bound port: 5d589f67-fac9-4c52-9e91-af63ba924e96, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:31:23.994572 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:24.092318 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] For port 5d589f67-fac9-4c52-9e91-af63ba924e96, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:31:24.095280 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] For port 5d589f67-fac9-4c52-9e91-af63ba924e96, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d589f67-fac9-4c52-9e91-af63ba924e96,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:31:24.100989 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:24.153517 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:24.154283 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:24.155707 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-583f10e5-d397-498a-be08-d8e385792669 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d589f67-fac9-4c52-9e91-af63ba924e96 HTTP/1.1" status: 200 len: 1093 time: 1.0817585 Jun 24 14:31:24.158795 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:24.199221 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f10e5-d397-498a-be08-d8e385792669 service neutron] Pushing event updated for resources: {'Port': ['ID=5d589f67-fac9-4c52-9e91-af63ba924e96,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:24.243067 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51749fe-573b-405f-83e8-000988a8d484'] response: {'name': 'network-changed', 'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'status': 'completed', 'code': 200} Jun 24 14:31:24.302845 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-cae4745d-f02a-48af-9a97-75a1b39f2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:24.304343 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-cae4745d-f02a-48af-9a97-75a1b39f2fa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 1096 time: 0.1004288 Jun 24 14:31:24.374818 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-90451d65-13bf-4833-a91a-af6cfd8b87f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d589f67-fac9-4c52-9e91-af63ba924e96 HTTP/1.1" status: 200 len: 217 time: 0.0631139 Jun 24 14:31:24.441970 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-ccd7c495-7fa7-4081-a1cd-a5dcd10a7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:24.443356 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-ccd7c495-7fa7-4081-a1cd-a5dcd10a7075 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0627928 Jun 24 14:31:24.531755 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-484bc9da-464a-438a-ab80-ac2e541eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:24.533342 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-484bc9da-464a-438a-ab80-ac2e541eabb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828638 Jun 24 14:31:24.673667 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-cdde04bd-8a3f-4fca-8840-ea99bc5dbec9 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331344 Jun 24 14:31:24.704137 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb19ab2-a7eb-41e2-926b-eba03e1a305b req-3dbc0b3a-1999-4fa5-8b0d-834ec7a1422a tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:24.705643 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dfb19ab2-a7eb-41e2-926b-eba03e1a305b req-3dbc0b3a-1999-4fa5-8b0d-834ec7a1422a tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 943 time: 0.0922265 Jun 24 14:31:24.757116 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-dfb19ab2-a7eb-41e2-926b-eba03e1a305b req-f6e26803-5825-4bbe-be8d-32c9cba08cac tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Jun 24 14:31:24.809135 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-02bc8b06-3a49-42a0-8cc8-b124c0160543 req-41c0db6a-f49e-462e-aa34-cd36d76c494f service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296377 Jun 24 14:31:24.942267 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-4fbea9e2-d8ea-4652-b70f-88c9d256d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:24.943693 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-4fbea9e2-d8ea-4652-b70f-88c9d256d07a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 1096 time: 0.0858831 Jun 24 14:31:25.056933 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-02be46c8-66a0-44d0-af7c-298732f89068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:25.089021 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-1bfe5bbe-1835-4506-bfd0-0eaf1ef2f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:25.090502 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-1bfe5bbe-1835-4506-bfd0-0eaf1ef2f988 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.1406636 Jun 24 14:31:25.159218 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-c3e63d29-17c6-4440-994e-51e10d3a721b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d589f67-fac9-4c52-9e91-af63ba924e96 HTTP/1.1" status: 200 len: 217 time: 0.0602422 Jun 24 14:31:25.227337 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-e749afd1-524c-4a1b-ab65-bde1b8505916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:25.228779 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-e749afd1-524c-4a1b-ab65-bde1b8505916 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0630631 Jun 24 14:31:25.321256 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-143048ae-cff0-4381-ad42-88125e4fda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:25.322774 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-143048ae-cff0-4381-ad42-88125e4fda29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870945 Jun 24 14:31:25.457081 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-5eef8c9e-4a6c-4a59-ad6b-f5ab9f9a8785 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277554 Jun 24 14:31:25.600528 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-19f5625b-7584-45ad-99b6-e6d7ea4d2856 req-1d6335bb-0cbe-46e6-aae8-c4d262f824aa service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363215 Jun 24 14:31:26.064025 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b23b-939b-4ea7-8141-bab7fe44eb43 req-3e807701-243e-4e6b-806a-df4dbe702529 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:26.065475 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-67b9b23b-939b-4ea7-8141-bab7fe44eb43 req-3e807701-243e-4e6b-806a-df4dbe702529 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 943 time: 0.1958745 Jun 24 14:31:26.113196 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-67b9b23b-939b-4ea7-8141-bab7fe44eb43 req-ca201cca-f88f-46d5-aacb-55336a43a8a0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 Jun 24 14:31:26.274069 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:26.505593 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:26.817360 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5d589f67-fac9-4c52-9e91-af63ba924e96 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:31:26.955563 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 5d589f67-fac9-4c52-9e91-af63ba924e96, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d589f67-fac9-4c52-9e91-af63ba924e96,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:31:26.971654 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'port_id': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'mac_address': 'fa:16:3e:8a:3d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:31:27.028437 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 5d589f67-fac9-4c52-9e91-af63ba924e96 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:31:27.028811 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:27.045729 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d589f67-fac9-4c52-9e91-af63ba924e96 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:31:27.067079 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 5d589f67-fac9-4c52-9e91-af63ba924e96, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d589f67-fac9-4c52-9e91-af63ba924e96,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:31:27.071524 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:27.141636 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=5d589f67-fac9-4c52-9e91-af63ba924e96,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:27.149708 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.150137 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.150407 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.150708 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.151048 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.151377 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.152247 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.152247 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.152247 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.152584 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.152916 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.153231 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:27.282484 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['5d589f67-fac9-4c52-9e91-af63ba924e96'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:31:27.316711 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34b46a-6d22-4ed4-88e7-8b5f7bd8a358 req-6960ea63-5c79-4f4c-b928-31c50fa5edeb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:27.318225 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7a34b46a-6d22-4ed4-88e7-8b5f7bd8a358 req-6960ea63-5c79-4f4c-b928-31c50fa5edeb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 944 time: 0.0916507 Jun 24 14:31:27.366661 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7a34b46a-6d22-4ed4-88e7-8b5f7bd8a358 req-01326ad9-6e39-4e83-858b-e74fe8a8b582 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Jun 24 14:31:28.036995 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:28.572762 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78bb3-95bd-4134-83a9-664f34a5cebc req-c7744c9e-db2d-44d2-bdd7-d644c12aa5a5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:28.574163 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f0b78bb3-95bd-4134-83a9-664f34a5cebc req-c7744c9e-db2d-44d2-bdd7-d644c12aa5a5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 944 time: 0.0966141 Jun 24 14:31:28.620834 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f0b78bb3-95bd-4134-83a9-664f34a5cebc req-5fa086c7-4360-4bf4-a879-657437daf7f2 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Jun 24 14:31:28.817094 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5d589f67-fac9-4c52-9e91-af63ba924e96 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:31:28.891823 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port 5d589f67-fac9-4c52-9e91-af63ba924e96 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:31:28.897015 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port 5d589f67-fac9-4c52-9e91-af63ba924e96 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:31:28.897382 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:29.020532 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port 5d589f67-fac9-4c52-9e91-af63ba924e96 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:31:29.020904 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:29.049576 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:29.060027 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port 5d589f67-fac9-4c52-9e91-af63ba924e96, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d589f67-fac9-4c52-9e91-af63ba924e96,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:31:29.065817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:29.103424 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1759417-36d8-4b50-b6b4-a8601e847628'] response: {'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'code': 200} Jun 24 14:31:29.137266 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=5d589f67-fac9-4c52-9e91-af63ba924e96,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:29.355083 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11050-2cb6-4eee-9c87-6f7d4d304e28 req-950835ff-7dd8-4b61-9ac1-025b087b51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:29.356583 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-01e11050-2cb6-4eee-9c87-6f7d4d304e28 req-950835ff-7dd8-4b61-9ac1-025b087b51a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 1098 time: 0.0881252 Jun 24 14:31:29.398812 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-01e11050-2cb6-4eee-9c87-6f7d4d304e28 req-cc6432c2-737e-40b3-aaaa-b98d28f00072 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362000 Jun 24 14:31:29.551604 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:29.816512 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867281bc-be44-40bf-83ed-a81e2b89b5df req-10486088-7f09-429b-8109-8853eaea644a tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:29.817955 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-867281bc-be44-40bf-83ed-a81e2b89b5df req-10486088-7f09-429b-8109-8853eaea644a tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 945 time: 0.0918765 Jun 24 14:31:29.864518 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-867281bc-be44-40bf-83ed-a81e2b89b5df req-cc7c3885-b8cb-4d28-9141-a730fdb4a89e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Jun 24 14:31:31.068631 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59668dc7-af7c-4872-a891-2b0c6953f09a req-0482c286-27ac-48d7-bd63-43337ce3efbc tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:31.070071 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-59668dc7-af7c-4872-a891-2b0c6953f09a req-0482c286-27ac-48d7-bd63-43337ce3efbc tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 945 time: 0.0978487 Jun 24 14:31:31.115606 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-59668dc7-af7c-4872-a891-2b0c6953f09a req-289b55f5-0230-4ebb-8b20-2374af325dbd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Jun 24 14:31:31.319872 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b605cbb-d16b-49cd-a7d5-06ea87aed149 req-2e678630-47ae-4f1e-bf6b-fe3666b82a71 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:31.321409 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0b605cbb-d16b-49cd-a7d5-06ea87aed149 req-2e678630-47ae-4f1e-bf6b-fe3666b82a71 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 945 time: 0.1032853 Jun 24 14:31:31.330201 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57580) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:31.335287 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.v2.base [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'port_id': '5d589f67-fac9-4c52-9e91-af63ba924e96'}} {{(pid=88154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:31.413407 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:32.011385 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:32.016678 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:32.297368 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 7c86e3ce-7a88-47d0-8fef-70166c8a652c associated. External IP: 172.28.2.129, port: 5d589f67-fac9-4c52-9e91-af63ba924e96. Jun 24 14:31:32.659394 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:31:32.837747 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:31:32.842953 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:32.847843 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:31:32.858984 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:32.859620 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:31:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:32.902938 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-f7351a57-6e01-44cd-bbd0-43ac6bae74cd tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "PUT /v2.0/floatingips/7c86e3ce-7a88-47d0-8fef-70166c8a652c HTTP/1.1" status: 200 len: 991 time: 1.5716326 Jun 24 14:31:32.903500 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:32.954110 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0d8b93-d527-4f5a-98a3-e8838d9b07a6'] response: {'name': 'network-changed', 'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'status': 'completed', 'code': 200} Jun 24 14:31:33.071785 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-af26ad80-40c6-4659-90e9-01ac7106635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:33.073315 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-af26ad80-40c6-4659-90e9-01ac7106635b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 1098 time: 0.0978284 Jun 24 14:31:33.104022 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:33.314435 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-217a1a41-94a8-46c3-b411-8dbd665d8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:33.315955 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-217a1a41-94a8-46c3-b411-8dbd665d8beb service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.2372565 Jun 24 14:31:33.429432 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-bdd9c243-be5c-4ead-af85-c14c2065c747 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d589f67-fac9-4c52-9e91-af63ba924e96 HTTP/1.1" status: 200 len: 999 time: 0.1072040 Jun 24 14:31:33.497715 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-14ab69ef-00f5-4f46-8208-889e50e08f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:33.499197 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-14ab69ef-00f5-4f46-8208-889e50e08f40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0639560 Jun 24 14:31:33.503366 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '7c86e3ce-7a88-47d0-8fef-70166c8a652c', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.129', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:8a:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:31:19Z', 'updated_at': '2022-06-24T14:31:31Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:33.508008 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:31:33.518763 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:33.519414 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:31:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:33.593183 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-3b6c1ebf-4d5a-400f-92ec-7d81940564e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:33.594611 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-3b6c1ebf-4d5a-400f-92ec-7d81940564e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900867 Jun 24 14:31:33.715318 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:33.742281 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-ec87f2a6-8dd3-4a22-88ba-4a1562e614ca service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398659 Jun 24 14:31:33.890937 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-edcfab56-77d2-4b47-a9b2-ba00a91ba31c req-0cbbf250-f87f-4ded-8880-7fb5da6a7634 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429856 Jun 24 14:31:34.097467 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '7c86e3ce-7a88-47d0-8fef-70166c8a652c', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.129', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:8a:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:31:19Z', 'updated_at': '2022-06-24T14:31:31Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:34.102089 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba9bfa-55c1-4222-ac2d-7c9e7bc3d3f2 None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '7c86e3ce-7a88-47d0-8fef-70166c8a652c', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.129', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:8a:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:31:19Z', 'updated_at': '2022-06-24T14:31:31Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:31:34.299308 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b1a6a-6e09-402f-a82d-deed007fad21 None None] New status for floating IP 7c86e3ce-7a88-47d0-8fef-70166c8a652c: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:31:48.041562 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:31:52.984698 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-6c2a05a6-7bdd-47d8-917a-86f43b17071d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:55.051693 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3b412201-ef6d-4f41-ba20-b0cbc05fed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:56.277079 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:56.507618 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:58.035699 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:59.555129 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:02.601227 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-4b201693-3365-4c83-a5c7-a8d75dae0a1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782259 Jun 24 14:32:02.707830 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-b684fada-3bc6-4302-b112-94ab87a26ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:02.709298 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-b684fada-3bc6-4302-b112-94ab87a26ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1098 time: 0.0859456 Jun 24 14:32:02.856766 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-7e73d0a3-fb47-4ce2-b89b-b22a4565685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:02.858121 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-7e73d0a3-fb47-4ce2-b89b-b22a4565685c service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 910 time: 0.1292071 Jun 24 14:32:02.958022 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-cd717462-a002-4f08-a083-4d1194553706 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 1001 time: 0.0932410 Jun 24 14:32:03.025399 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-cc8d7428-fa0e-4e26-8656-7dfddd0927da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:03.026844 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-cc8d7428-fa0e-4e26-8656-7dfddd0927da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0621598 Jun 24 14:32:03.109165 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-597c8e78-3e7f-4433-9e8e-7516ca6662db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:03.110576 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-597c8e78-3e7f-4433-9e8e-7516ca6662db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770435 Jun 24 14:32:03.250286 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-eedec7c6-7a51-48e0-b39f-63b50096819d service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325529 Jun 24 14:32:03.383758 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4ac31ab0-71f8-4001-879a-8e5cbfbdd205 req-909e9520-769e-4443-b49f-faae5586da8e service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270704 Jun 24 14:32:14.470766 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c704af1-faec-4211-a74b-b981817baaea req-6ecdd41b-4b23-47c6-85bb-224caf6d10e9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:14.472239 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7c704af1-faec-4211-a74b-b981817baaea req-6ecdd41b-4b23-47c6-85bb-224caf6d10e9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 945 time: 0.0872917 Jun 24 14:32:14.516103 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7c704af1-faec-4211-a74b-b981817baaea req-1a097276-b3dc-4394-a595-378a541ea46c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377591 Jun 24 14:32:15.713326 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d1c8d-4df9-401e-9c05-251343629982 req-1b476f8e-692a-4471-a81e-c75fa2ced6b8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:15.714788 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b44d1c8d-4df9-401e-9c05-251343629982 req-1b476f8e-692a-4471-a81e-c75fa2ced6b8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 945 time: 0.0906363 Jun 24 14:32:15.760785 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b44d1c8d-4df9-401e-9c05-251343629982 req-019c88e2-0e53-4607-8fe9-820a150c7b22 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=1db9fb24-2ebb-426a-9af1-851f8e06cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 Jun 24 14:32:16.023229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-ff7ad91f-13de-4ce6-977d-ca93a5300005 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:16.024237 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-ff7ad91f-13de-4ce6-977d-ca93a5300005 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:16.041217 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-ff7ad91f-13de-4ce6-977d-ca93a5300005 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:16.042324 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-ff7ad91f-13de-4ce6-977d-ca93a5300005 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 945 time: 0.2072916 Jun 24 14:32:16.112386 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port 5d589f67-fac9-4c52-9e91-af63ba924e96 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:16.112724 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.359184 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] For port 5d589f67-fac9-4c52-9e91-af63ba924e96, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d589f67-fac9-4c52-9e91-af63ba924e96,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:16.359549 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.657188 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.657446 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.657779 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 7c86e3ce-7a88-47d0-8fef-70166c8a652c disassociated. External IP: 172.28.2.129, port: 5d589f67-fac9-4c52-9e91-af63ba924e96. Jun 24 14:32:16.658142 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for 5d589f67-fac9-4c52-9e91-af63ba924e96 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:16.820204 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.872055 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=5d589f67-fac9-4c52-9e91-af63ba924e96,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:16.883471 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.883809 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.884156 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.884461 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.884783 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.885102 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.885416 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.885730 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.886042 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.886351 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.886682 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.886989 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:16.921006 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-bf7f93fd-fc0b-4f54-a0f5-99e016f358fa req-91af85aa-dcd6-4e63-a4b3-b9c9d060423f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbed19f9-3002-4ba5-af02-12dccb782ecc HTTP/1.1" status: 200 len: 210 time: 0.0525987 Jun 24 14:32:17.066407 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:32:17.248024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:32:17.258440 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:32:17.268817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:17.269767 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:31:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:17.344481 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] No DVR routers for this DVR port 5d589f67-fac9-4c52-9e91-af63ba924e96 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:32:17.347198 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:17.350021 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'name': 'network-vif-deleted', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:17.369934 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ed2fd7a4-1247-4ac7-8404-4c6ba93493f2 req-0d8df2c7-2893-4074-a6f6-aa3afc789dd8 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "DELETE /v2.0/ports/5d589f67-fac9-4c52-9e91-af63ba924e96 HTTP/1.1" status: 204 len: 173 time: 1.3225932 Jun 24 14:32:17.405276 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d417b6-aba2-4b1c-82c0-f98eb0d78d4f'] response: {'server_uuid': 'bbed19f9-3002-4ba5-af02-12dccb782ecc', 'name': 'network-vif-deleted', 'tag': '5d589f67-fac9-4c52-9e91-af63ba924e96', 'status': 'completed', 'code': 200} Jun 24 14:32:17.467022 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:17.832931 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:17.837170 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:32:17.845954 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:17.846601 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:31:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:18.027333 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:18.052051 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57660) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:18.121261 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:18.151308 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:18.206851 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:18.225255 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db9fb24-2ebb-426a-9af1-851f8e06cb82,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:18.237267 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.237795 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.238172 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.238583 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.238943 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.239303 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.239660 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.240020 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.240422 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.240809 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.241138 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.241462 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:18.250451 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:18.251699 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-4bc44d94-c936-4fcf-bffc-a8486176e94c tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/security-groups/1db9fb24-2ebb-426a-9af1-851f8e06cb82 HTTP/1.1" status: 204 len: 168 time: 0.1986756 Jun 24 14:32:18.254584 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57664) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:18.273688 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.api.v2.resource [None req-42ef8f28-4106-4ca1-9fa5-c8b885d009ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] show failed (client error): The resource could not be found. Jun 24 14:32:18.275034 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-42ef8f28-4106-4ca1-9fa5-c8b885d009ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups/1db9fb24-2ebb-426a-9af1-851f8e06cb82 HTTP/1.1" status: 404 len: 347 time: 0.0193763 Jun 24 14:32:18.278341 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 57668) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:18.357039 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:18.361585 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0799b-e258-4104-96b2-bdd0ad4ad993 None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:32:18.446074 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port 003a03c0-4dc7-4fbc-993a-c6d5defeda9e {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:18.446406 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:18.580358 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23bb289-2475-4f9a-b96c-55038d50c991 None None] New status for floating IP 7c86e3ce-7a88-47d0-8fef-70166c8a652c: DOWN {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:32:18.731639 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:18.731968 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:18.860007 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for 003a03c0-4dc7-4fbc-993a-c6d5defeda9e owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:18.947773 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.db.api [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:32:18.948095 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG oslo_db.api [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:32:19.004020 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5d589f67-fac9-4c52-9e91-af63ba924e96 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:32:19.041852 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: 5d589f67-fac9-4c52-9e91-af63ba924e96 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:32:19.042123 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device 5d589f67-fac9-4c52-9e91-af63ba924e96 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:32:19.450072 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port 003a03c0-4dc7-4fbc-993a-c6d5defeda9e {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:19.450736 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:19.621828 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:19.622152 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:19.746593 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for 003a03c0-4dc7-4fbc-993a-c6d5defeda9e owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:19.889371 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:19.939274 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=003a03c0-4dc7-4fbc-993a-c6d5defeda9e,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:20.035622 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.050634 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.051730 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-bf94ddef-b3ef-478c-a28a-e3e399103591 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/floatingips/7c86e3ce-7a88-47d0-8fef-70166c8a652c HTTP/1.1" status: 204 len: 168 time: 1.7723160 Jun 24 14:32:20.131330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57674) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:20.136592 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57385260', 'description': 'tempest-description--1344603871'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:20.143011 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:20.147573 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:20.151203 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:20.157162 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:20.168874 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.188592 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:20.192454 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:20.195650 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:20.201900 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:20.274819 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.279309 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.324844 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71212d07-ce23-4a83-93da-60d3cdd5c297,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:20.327633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.328836 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5a1d4221-737c-46a0-aa42-c8d6c2b8a6fe tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1964557 Jun 24 14:32:20.331751 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57678) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:20.337010 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': '71212d07-ce23-4a83-93da-60d3cdd5c297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:20.343269 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:20.347259 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:20.350187 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:20.356168 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:20.374696 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.550081 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.555533 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.579869 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37419c64-59a6-4163-9c3a-fe2a9ee7f5ad,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:20.589470 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.590704 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-15b13633-9c45-404b-85b0-46b075a0992f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2578738 Jun 24 14:32:20.593373 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57682) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:20.598255 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'security_group_rule': {'security_group_id': '71212d07-ce23-4a83-93da-60d3cdd5c297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:20.604826 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:20.608572 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:security_group_rule and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:20.611367 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:20.616902 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:20.634963 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.697545 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.702045 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1572881'] for security_group_rule, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.724803 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6259a00-458b-4f25-9ffa-82267538ac16,revision_number=0']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:20.734420 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.735693 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b2f54e3d-0c36-453e-bc2b-ea5b2c10edc1 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413941 Jun 24 14:32:20.738844 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57686) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:20.743897 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:20.749672 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:20.753393 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Usage tracker for resource:floatingip and tenant:58d5b30fecfa4ea2b5471be808cd30aa is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:20.756197 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:20.761789 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:20.772808 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.916539 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.053529 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.28.2.48 (034777bc-2baa-4291-a154-a0cbbae620af/6beffa11-465c-4ecc-a0ce-6829614ec45c/4fd801c2-1b23-4daa-a843-5ec83f5c387d) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:32:21.197852 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.229174 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.293171 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 034777bc-2baa-4291-a154-a0cbbae620af is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:32:21.300206 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:32:21.306014 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:32:21.335053 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=4fd801c2-1b23-4daa-a843-5ec83f5c387d,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:21.391862 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.451818 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.667381 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.673727 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.780100 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=4fd801c2-1b23-4daa-a843-5ec83f5c387d,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:21.795895 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.821315 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.822711 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-fed31c02-3018-48d6-a807-77f6f9b0d3e7 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0828679 Jun 24 14:32:21.990757 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-b35c62bd-7562-47a7-b92c-592cc03bbb49 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:22.008109 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-b35c62bd-7562-47a7-b92c-592cc03bbb49 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:22.009354 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-b35c62bd-7562-47a7-b92c-592cc03bbb49 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--57385260&fields=id&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 267 time: 0.0580997 Jun 24 14:32:22.159187 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-da5a7e5b-699e-4a0b-8728-f8c00b92ba4f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:22.160500 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-da5a7e5b-699e-4a0b-8728-f8c00b92ba4f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.1443641 Jun 24 14:32:22.175487 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-13acf7cf-d117-4196-bd18-8b5819472972 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/quotas/58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 375 time: 0.0092106 Jun 24 14:32:22.280481 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-c049a885-cc8f-437f-8ea7-9ff662f00b78 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:22.297838 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-c049a885-cc8f-437f-8ea7-9ff662f00b78 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:22.299147 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-c049a885-cc8f-437f-8ea7-9ff662f00b78 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163266 Jun 24 14:32:22.441744 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-1eb6dc10-190a-4a1c-b734-0af0baf33a7a service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304033 Jun 24 14:32:22.581080 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-2aa4a8f7-6b6b-4892-80e5-5537a439ef66 service neutron] 10.222.0.33 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334071 Jun 24 14:32:22.766140 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-5e6b1c3f-626a-4b07-9fb8-7c8045879946 req-5006dcbe-29d8-4b19-a697-fefa6ad98935 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 210 time: 0.0470698 Jun 24 14:32:22.977579 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-b32ae1a6-68b6-47b9-911a-9ffbb2ebcadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:23.796606 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-08fe6fd6-3b01-47db-91c9-19c12ad8b44b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:23.798087 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-08fe6fd6-3b01-47db-91c9-19c12ad8b44b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 815 time: 0.1483805 Jun 24 14:32:23.849797 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5aea368f-400e-4adc-9578-402f1c61b082 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:23.862466 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5aea368f-400e-4adc-9578-402f1c61b082 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:security_group {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:23.868744 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5aea368f-400e-4adc-9578-402f1c61b082 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d5b30fecfa4ea2b5471be808cd30aa HTTP/1.1" status: 200 len: 378 time: 0.0621345 Jun 24 14:32:23.878780 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'port': {'device_id': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'admin_state_up': True, 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'security_groups': ['71212d07-ce23-4a83-93da-60d3cdd5c297']}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:24.024597 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:24.034566 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:24.037438 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-24bd2f11-adcd-4204-8de9-4c92f3fc4a46 req-1c1675c8-7a84-4209-bf3b-e3a664b04a23 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 210 time: 0.1643386 Jun 24 14:32:24.045520 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Made reservation on behalf of 58d5b30fecfa4ea2b5471be808cd30aa for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:32:24.048985 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:24.227185 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Allocated IP 172.20.0.12 (52a9ce33-f3c7-441f-ac53-73ebfae9bd15/3f374d12-2639-4a58-bd39-8e3548ea6467/f161eba1-38ce-41b2-a684-938b2e1b5b3e) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:32:24.537442 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:24.553989 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Transition to ACTIVE for port object f161eba1-38ce-41b2-a684-938b2e1b5b3e will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:32:24.580277 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:24.642975 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:32:24.653938 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:32:24.658266 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:32:24.688644 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event updated for resources: {'Port': ['ID=f161eba1-38ce-41b2-a684-938b2e1b5b3e,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:24.729647 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:24.730298 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:24.756999 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-5708bbab-b16a-484e-b7d0-17c472d278a3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828769 Jun 24 14:32:24.768882 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Request body: {'port': {'device_id': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:24.844658 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-3c5ca57b-e20d-4461-9c44-fe030ee1e5ca None None] Provisioning for port f161eba1-38ce-41b2-a684-938b2e1b5b3e completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:32:24.850968 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-3c5ca57b-e20d-4461-9c44-fe030ee1e5ca None None] Provisioning complete for port f161eba1-38ce-41b2-a684-938b2e1b5b3e triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:32:24.851373 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca57b-e20d-4461-9c44-fe030ee1e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:24.893392 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:24.913478 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ca57b-e20d-4461-9c44-fe030ee1e5ca None None] Port f161eba1-38ce-41b2-a684-938b2e1b5b3e cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:32:25.041086 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:32:25.047452 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d173-b597-48e1-b1a1-b989c14ed911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:25.235960 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2333-610a-4cf3-993f-a72a7ff2de0a req-c6a87147-9307-489d-aa0a-cc6aaf554a3b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:25.237440 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0cff2333-610a-4cf3-993f-a72a7ff2de0a req-c6a87147-9307-489d-aa0a-cc6aaf554a3b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 932 time: 0.0943031 Jun 24 14:32:25.254623 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f161eba1-38ce-41b2-a684-938b2e1b5b3e {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:32:25.262428 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:25.280061 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Transition to ACTIVE for port object f161eba1-38ce-41b2-a684-938b2e1b5b3e will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:32:25.284325 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:25.289152 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0cff2333-610a-4cf3-993f-a72a7ff2de0a req-534025dc-51c0-4c43-9a7c-cd0a5aa415b2 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453172 Jun 24 14:32:25.449468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Pushing event updated for resources: {'Port': ['ID=f161eba1-38ce-41b2-a684-938b2e1b5b3e,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:25.522442 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Attempting to bind port f161eba1-38ce-41b2-a684-938b2e1b5b3e on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:32:25.522787 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Attempting to bind port f161eba1-38ce-41b2-a684-938b2e1b5b3e by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:32:25.523115 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Attempting to bind port f161eba1-38ce-41b2-a684-938b2e1b5b3e on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:32:25.528639 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Port f161eba1-38ce-41b2-a684-938b2e1b5b3e on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:32:25.528639 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Attempting to bind port f161eba1-38ce-41b2-a684-938b2e1b5b3e on network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:32:25.534690 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:32:25.535040 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Checking segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:32:25.535402 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Bound using segment: {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:32:25.535867 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Bound port: f161eba1-38ce-41b2-a684-938b2e1b5b3e, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b98b6d-3d3c-4f00-887b-a2858c033be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:32:25.536243 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:25.627957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] For port f161eba1-38ce-41b2-a684-938b2e1b5b3e, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:32:25.630958 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] For port f161eba1-38ce-41b2-a684-938b2e1b5b3e, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:32:25.635513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:25.690493 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:25.691145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:25.692501 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] 10.222.0.39 "PUT /v2.0/ports/f161eba1-38ce-41b2-a684-938b2e1b5b3e HTTP/1.1" status: 200 len: 1094 time: 0.9280894 Jun 24 14:32:25.692977 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:25.719859 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8e089-773a-49ab-9071-f1bbb38d935b service neutron] Pushing event updated for resources: {'Port': ['ID=f161eba1-38ce-41b2-a684-938b2e1b5b3e,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:25.779285 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01864db9-4eee-4f07-aa0b-f1380199ca17'] response: {'name': 'network-changed', 'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'status': 'completed', 'code': 200} Jun 24 14:32:25.821855 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-bdd54661-35f2-4f8b-a983-cc3fa027adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:25.823472 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-bdd54661-35f2-4f8b-a983-cc3fa027adf2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 1097 time: 0.0855782 Jun 24 14:32:25.899669 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-72a5d5a2-c577-451b-bd76-8771e325cd03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e HTTP/1.1" status: 200 len: 217 time: 0.0685737 Jun 24 14:32:25.967061 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-66e6d53e-1c44-459a-98b1-84f3598378ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:25.968390 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-66e6d53e-1c44-459a-98b1-84f3598378ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0628433 Jun 24 14:32:26.049951 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-83f9bdd2-d0eb-44e1-bb97-43f85cf84aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:26.051427 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-83f9bdd2-d0eb-44e1-bb97-43f85cf84aa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770092 Jun 24 14:32:26.184056 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-915ca366-815d-47e4-b79b-93af5abe829b service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266739 Jun 24 14:32:26.272212 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:26.416015 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-9099db17-7eae-4cd9-a582-134f48bc88e1 req-acc0c71d-38a3-4992-aecc-aff8d69e3fbf service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262065 Jun 24 14:32:26.479468 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eab9a-c09b-4853-ae5f-287b22e48a37 req-eaa3e538-0f7e-49c9-951f-b300925868f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:26.480892 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-140eab9a-c09b-4853-ae5f-287b22e48a37 req-eaa3e538-0f7e-49c9-951f-b300925868f0 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 944 time: 0.0873435 Jun 24 14:32:26.510408 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:26.526254 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-140eab9a-c09b-4853-ae5f-287b22e48a37 req-2d8ebba7-76f1-43c2-87fc-d9733e583d29 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391557 Jun 24 14:32:26.548931 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-30c322d7-007a-4d7e-97c2-8b3f212a9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:26.550417 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-30c322d7-007a-4d7e-97c2-8b3f212a9154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 1097 time: 0.0842295 Jun 24 14:32:26.681860 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-9b8ce923-5041-474e-ae01-89127fec3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:26.683299 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-9b8ce923-5041-474e-ae01-89127fec3dd9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.1265545 Jun 24 14:32:26.749838 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-40b23df5-bff5-4863-b983-69130bd92ad6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e HTTP/1.1" status: 200 len: 217 time: 0.0581980 Jun 24 14:32:26.815270 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-669978e6-4f02-4929-aa91-932b4d8f5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:26.816603 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-669978e6-4f02-4929-aa91-932b4d8f5d47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0608115 Jun 24 14:32:26.902265 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-2506e415-52c7-438c-8dfa-49ef46e8dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:26.903751 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-2506e415-52c7-438c-8dfa-49ef46e8dc2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805714 Jun 24 14:32:27.050005 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-62de73fa-4090-42b9-8192-5bdafbd33d8a service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388760 Jun 24 14:32:27.181526 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8ee7f16f-1578-4a5f-95e4-6c30485c6790 req-8e955e81-7f98-4b94-826c-e2185e4d7a8e service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249235 Jun 24 14:32:27.734335 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1afc2-1c89-47c1-ba5d-4e71e0331bd6 req-758dc1b4-78cc-445a-b64b-e162738fad21 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:27.735807 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4bd1afc2-1c89-47c1-ba5d-4e71e0331bd6 req-758dc1b4-78cc-445a-b64b-e162738fad21 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 944 time: 0.1029775 Jun 24 14:32:27.781579 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4bd1afc2-1c89-47c1-ba5d-4e71e0331bd6 req-81dbfc87-c7aa-4d6a-8ff4-3a72aa73e738 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388517 Jun 24 14:32:28.039529 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:28.985534 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7a73a-8248-4c75-a486-565ecc4a4343 req-20bf580c-9a18-4985-850f-e34af644e511 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:28.987352 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-41a7a73a-8248-4c75-a486-565ecc4a4343 req-20bf580c-9a18-4985-850f-e34af644e511 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 944 time: 0.0911796 Jun 24 14:32:29.039697 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-41a7a73a-8248-4c75-a486-565ecc4a4343 req-b1db369c-06a3-4f39-87bf-7f517e7a70a5 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432944 Jun 24 14:32:29.051682 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f161eba1-38ce-41b2-a684-938b2e1b5b3e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:32:29.191834 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port f161eba1-38ce-41b2-a684-938b2e1b5b3e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:29.208844 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'port_id': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'mac_address': 'fa:16:3e:0d:84:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:32:29.266090 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port f161eba1-38ce-41b2-a684-938b2e1b5b3e is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:32:29.266497 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:29.288344 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f161eba1-38ce-41b2-a684-938b2e1b5b3e {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:32:29.305732 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port f161eba1-38ce-41b2-a684-938b2e1b5b3e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:29.312476 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:29.379025 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=f161eba1-38ce-41b2-a684-938b2e1b5b3e,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:29.386796 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.387141 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.387479 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.387813 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.388170 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.388469 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.388817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.389197 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.389542 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.389923 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.390243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.390592 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:29.537470 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['f161eba1-38ce-41b2-a684-938b2e1b5b3e'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:32:29.595283 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:30.253171 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b1c59-4054-49bb-beac-0fa71dae3f68 req-709ed577-40cf-478c-aff4-b66396b8f0ff tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:30.254521 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-541b1c59-4054-49bb-beac-0fa71dae3f68 req-709ed577-40cf-478c-aff4-b66396b8f0ff tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 945 time: 0.1032851 Jun 24 14:32:30.301639 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-541b1c59-4054-49bb-beac-0fa71dae3f68 req-dac65d53-0976-4912-8bdd-f2e34d72843e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410352 Jun 24 14:32:31.051823 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f161eba1-38ce-41b2-a684-938b2e1b5b3e up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:32:31.124450 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port f161eba1-38ce-41b2-a684-938b2e1b5b3e completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:32:31.129136 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port f161eba1-38ce-41b2-a684-938b2e1b5b3e triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:32:31.129494 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:31.244753 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port f161eba1-38ce-41b2-a684-938b2e1b5b3e is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:32:31.245121 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:31.270883 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:31.282569 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port f161eba1-38ce-41b2-a684-938b2e1b5b3e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:31.287744 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:31.317793 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d446fa72-afd4-48d0-8d5d-5c32086cc2ed'] response: {'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'code': 200} Jun 24 14:32:31.358790 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=f161eba1-38ce-41b2-a684-938b2e1b5b3e,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:31.511978 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821caaed-4233-4487-b707-c4959147f6be req-f5d2357b-b372-4373-96d8-6b475529755f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:31.513488 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-821caaed-4233-4487-b707-c4959147f6be req-f5d2357b-b372-4373-96d8-6b475529755f tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 946 time: 0.0941520 Jun 24 14:32:31.558065 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-821caaed-4233-4487-b707-c4959147f6be req-eab2367d-e997-45c7-bc13-42e913382f7d tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386176 Jun 24 14:32:31.558298 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844b8f-2371-4676-aa82-3433141e0eb0 req-f0010b70-a6d8-4796-acf7-8b9872f5751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:31.559729 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-35844b8f-2371-4676-aa82-3433141e0eb0 req-f0010b70-a6d8-4796-acf7-8b9872f5751a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 1099 time: 0.0810590 Jun 24 14:32:31.600977 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-35844b8f-2371-4676-aa82-3433141e0eb0 req-ef2ed62f-f2f4-4984-8444-b0fe3f65e5e1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349104 Jun 24 14:32:32.755145 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fedc42-2531-48f7-97f5-b5b4ace69d4c req-87c6a507-2be3-454d-9d73-baf1667ac7c4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:32.756575 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e7fedc42-2531-48f7-97f5-b5b4ace69d4c req-87c6a507-2be3-454d-9d73-baf1667ac7c4 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 946 time: 0.0908198 Jun 24 14:32:32.804719 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e7fedc42-2531-48f7-97f5-b5b4ace69d4c req-4ed776e8-5f80-4284-8b95-92988906881e tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422635 Jun 24 14:32:34.008659 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e8d5-4385-437a-a28a-346aa6c9f117 req-52b5f8bb-4499-4f70-b872-f12a375dd0bc tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:34.010117 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4c91e8d5-4385-437a-a28a-346aa6c9f117 req-52b5f8bb-4499-4f70-b872-f12a375dd0bc tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 946 time: 0.0893548 Jun 24 14:32:34.056309 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-4c91e8d5-4385-437a-a28a-346aa6c9f117 req-d5acf8bc-afd0-4c5f-9497-ec0dbb630290 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401115 Jun 24 14:32:34.248200 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f791592-bb30-40b5-947a-a4cc92867813 req-2b54413b-185b-4695-b90a-72a8f9c88ded tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:34.249651 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1f791592-bb30-40b5-947a-a4cc92867813 req-2b54413b-185b-4695-b90a-72a8f9c88ded tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 946 time: 0.0933867 Jun 24 14:32:34.259544 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57740) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:34.264998 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Request body: {'floatingip': {'port_id': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:34.350997 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:35.060554 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:35.065386 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:35.254066 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 0d8749ea-b931-4ca3-9507-473774c8bdc6 associated. External IP: 172.28.2.48, port: f161eba1-38ce-41b2-a684-938b2e1b5b3e. Jun 24 14:32:35.654003 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:32:35.840573 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:32:35.845657 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:35.850909 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:32:35.862439 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:35.862947 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:32:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:35.910088 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-13af230c-358d-4d96-af57-afad7df203ce tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "PUT /v2.0/floatingips/0d8749ea-b931-4ca3-9507-473774c8bdc6 HTTP/1.1" status: 200 len: 991 time: 1.6492765 Jun 24 14:32:35.910755 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:35.960109 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923336c5-65be-4c31-9cce-ccc4411af217'] response: {'name': 'network-changed', 'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'status': 'completed', 'code': 200} Jun 24 14:32:36.041871 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:36.070190 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-b4a176fa-136f-41df-a331-6a9c30bbf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:36.071688 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-b4a176fa-136f-41df-a331-6a9c30bbf5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 1099 time: 0.0901897 Jun 24 14:32:36.202014 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-0ede7515-0191-45b0-a348-0ceccccc1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:36.203639 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-0ede7515-0191-45b0-a348-0ceccccc1e3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 200 len: 916 time: 0.1265063 Jun 24 14:32:36.391318 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '0d8749ea-b931-4ca3-9507-473774c8bdc6', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:0d:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:32:21Z', 'updated_at': '2022-06-24T14:32:34Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:36.395508 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:32:36.404962 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:36.405576 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:32:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:36.431994 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-35250bf6-e6e2-4ed9-89a5-4e658204a51b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e HTTP/1.1" status: 200 len: 999 time: 0.2224021 Jun 24 14:32:36.493638 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-d2cedd65-48ae-4a3f-a632-399575c558e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:36.495120 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-d2cedd65-48ae-4a3f-a632-399575c558e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 200 len: 854 time: 0.0575893 Jun 24 14:32:36.578404 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-a3be4733-8d56-4824-9881-3d2f54ec1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:36.580212 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-a3be4733-8d56-4824-9881-3d2f54ec1cbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52a9ce33-f3c7-441f-ac53-73ebfae9bd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792840 Jun 24 14:32:36.583590 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:36.713934 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-6b9866f7-779c-4e9c-80ff-315c6c65468f service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276221 Jun 24 14:32:36.856269 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-c8e5f0c4-ff77-4a19-a035-14aa837f17dc req-f9060325-f7df-427b-ac7a-e3c504b687a0 service neutron] 10.222.0.39 "GET /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363187 Jun 24 14:32:36.964059 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '0d8749ea-b931-4ca3-9507-473774c8bdc6', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:0d:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:32:21Z', 'updated_at': '2022-06-24T14:32:34Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:36.968454 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aab0f0-ba6f-49a0-a0b9-84f6693ebb07 None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_floatingips': [{'id': '0d8749ea-b931-4ca3-9507-473774c8bdc6', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'floating_ip_address': '172.28.2.48', 'floating_network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'router_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'port_id': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'mac_address': 'fa:16:3e:0d:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:32:21Z', 'updated_at': '2022-06-24T14:32:34Z', 'revision_number': 1, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:32:37.163427 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2390d-7282-4356-b4c2-1aeea9079180 None None] New status for floating IP 0d8749ea-b931-4ca3-9507-473774c8bdc6: ACTIVE {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:32:45.058416 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f5c02-4d61-4568-8c2f-8ce260a2a9d6 req-89d7b023-06a3-4ab4-9a8b-c06bf8a5462e tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:45.059905 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8f6f5c02-4d61-4568-8c2f-8ce260a2a9d6 req-89d7b023-06a3-4ab4-9a8b-c06bf8a5462e tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0893188 Jun 24 14:32:45.104632 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8f6f5c02-4d61-4568-8c2f-8ce260a2a9d6 req-0078cb52-1f00-4468-978a-3dd925f3bc93 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388820 Jun 24 14:32:46.309488 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d550eba-e94f-41ed-baa2-ce3b2d29428d req-0af5b048-d9ec-4824-b6c1-0fe745fa44d7 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:46.310871 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3d550eba-e94f-41ed-baa2-ce3b2d29428d req-0af5b048-d9ec-4824-b6c1-0fe745fa44d7 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0977235 Jun 24 14:32:46.361316 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3d550eba-e94f-41ed-baa2-ce3b2d29428d req-746392a4-51bd-4b78-ad1e-018510120f0a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446868 Jun 24 14:32:47.561061 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a14d9-1c5d-42b4-9c2a-8c8e3df23d2a req-1d1dfb04-a9d2-4996-9812-d524ea212efb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:47.562526 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1b1a14d9-1c5d-42b4-9c2a-8c8e3df23d2a req-1d1dfb04-a9d2-4996-9812-d524ea212efb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0902400 Jun 24 14:32:47.606627 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1b1a14d9-1c5d-42b4-9c2a-8c8e3df23d2a req-700a7268-0be3-4b27-bad1-48ef3b23b80a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381143 Jun 24 14:32:48.812504 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eb012-e048-4051-958e-4d32ee230a9c req-c035c12b-49a2-48cb-9514-91b6e5a975ae tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:48.813969 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-212eb012-e048-4051-958e-4d32ee230a9c req-c035c12b-49a2-48cb-9514-91b6e5a975ae tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0991333 Jun 24 14:32:48.859437 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-212eb012-e048-4051-958e-4d32ee230a9c req-ad3747cc-d8a8-42bf-ac66-5f9260276825 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389342 Jun 24 14:32:50.054183 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b2e6f-4fa4-422b-916e-6071e61ea160 req-8e631c32-a602-484b-a28b-b961265bd2cb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:50.055723 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af3b2e6f-4fa4-422b-916e-6071e61ea160 req-8e631c32-a602-484b-a28b-b961265bd2cb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0899820 Jun 24 14:32:50.100588 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-af3b2e6f-4fa4-422b-916e-6071e61ea160 req-1b06cba7-e601-45fa-902d-de7585f783f2 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391488 Jun 24 14:32:51.300990 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d560b2-bd3c-40ad-8e74-38f1d17cd446 req-e4253603-24b6-4d26-ae8a-c6565d64c1d4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:51.302411 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f2d560b2-bd3c-40ad-8e74-38f1d17cd446 req-e4253603-24b6-4d26-ae8a-c6565d64c1d4 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0960083 Jun 24 14:32:51.347071 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-f2d560b2-bd3c-40ad-8e74-38f1d17cd446 req-ad0d996b-1804-465a-aced-04d5d65c1f55 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 Jun 24 14:32:52.539845 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e614-7330-43fa-9aaf-6be675dc0f5f req-336218e3-5245-4ece-b956-6d3a2665b0b2 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:52.541322 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-81e2e614-7330-43fa-9aaf-6be675dc0f5f req-336218e3-5245-4ece-b956-6d3a2665b0b2 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0902998 Jun 24 14:32:52.589951 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-81e2e614-7330-43fa-9aaf-6be675dc0f5f req-d1200577-82a3-4580-b308-5ad31cad80e3 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Jun 24 14:32:52.982777 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c6efd8a5-6edd-4c5e-9883-7af2e67ba5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:53.790906 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82369ff1-03a1-408f-a951-127be6ef1a64 req-13ba5a80-31d2-4c90-b7f5-6ac1f23a4040 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:53.792350 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-82369ff1-03a1-408f-a951-127be6ef1a64 req-13ba5a80-31d2-4c90-b7f5-6ac1f23a4040 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0942621 Jun 24 14:32:53.836811 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-82369ff1-03a1-408f-a951-127be6ef1a64 req-a0465c35-68da-4988-90eb-347ebd4b4c44 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386338 Jun 24 14:32:55.038592 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254482-15fa-4f4e-9e79-ffd0f3dbcbe3 req-de68a2bd-cb5a-41de-aec5-4786bb613958 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:55.040083 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0b254482-15fa-4f4e-9e79-ffd0f3dbcbe3 req-de68a2bd-cb5a-41de-aec5-4786bb613958 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0941234 Jun 24 14:32:55.051763 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-87a958a6-805f-43ac-a40f-5c805769551f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:55.181399 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-0b254482-15fa-4f4e-9e79-ffd0f3dbcbe3 req-b5a0ed55-546b-43ef-be07-33c15f37db6b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352656 Jun 24 14:32:55.184218 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-1db6c2ff-8e1e-4a10-afe2-e874c6107422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:55.185568 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-1db6c2ff-8e1e-4a10-afe2-e874c6107422 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1098 time: 0.0848999 Jun 24 14:32:55.333024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-5b778a30-d39c-4502-9d07-a3c02d0a8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:55.334593 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-5b778a30-d39c-4502-9d07-a3c02d0a8336 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 910 time: 0.1423476 Jun 24 14:32:55.440518 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-996963aa-c162-4e63-a3bc-6907b871bd64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 1001 time: 0.0988336 Jun 24 14:32:55.503306 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-3fb8be23-0073-4db2-9e11-985adf1065c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:55.504751 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-3fb8be23-0073-4db2-9e11-985adf1065c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0577180 Jun 24 14:32:55.594721 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-ac1ac0cb-a454-43ba-b87a-21b557193dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:55.596220 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-ac1ac0cb-a454-43ba-b87a-21b557193dd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855033 Jun 24 14:32:55.730160 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-60f3df94-ca10-4420-94de-43d227093f85 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277115 Jun 24 14:32:55.860892 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-5d347a5d-1768-4ee9-999c-6c800757a4ad req-6f9ae683-8e84-4700-976e-c5e16ec85822 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240029 Jun 24 14:32:56.267933 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:56.391362 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249c124-bd51-4be5-8009-305d8f54617c req-ef7186b9-3a20-49a2-a204-b46aa296566a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:56.392904 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8249c124-bd51-4be5-8009-305d8f54617c req-ef7186b9-3a20-49a2-a204-b46aa296566a tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0921094 Jun 24 14:32:56.442364 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8249c124-bd51-4be5-8009-305d8f54617c req-f8c7315a-2803-46c4-a245-db2d17a82051 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432379 Jun 24 14:32:56.513823 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:57.639564 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1dac-fdd7-4b44-b67b-2d84f237d37d req-1d7e6fc9-413c-4b4b-9d4e-5c3196850d14 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:57.641343 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-615f1dac-fdd7-4b44-b67b-2d84f237d37d req-1d7e6fc9-413c-4b4b-9d4e-5c3196850d14 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0934713 Jun 24 14:32:57.688261 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-615f1dac-fdd7-4b44-b67b-2d84f237d37d req-05f0a111-544e-48c9-b43e-da1391b94177 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 Jun 24 14:32:58.042856 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:58.888185 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecbd98-1a29-4c99-ada6-96cccfeca2d1 req-69e869d3-711c-4bbb-9db1-29a4fdc99586 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:58.889748 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7cecbd98-1a29-4c99-ada6-96cccfeca2d1 req-69e869d3-711c-4bbb-9db1-29a4fdc99586 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0976667 Jun 24 14:32:58.935268 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-7cecbd98-1a29-4c99-ada6-96cccfeca2d1 req-898295bf-4aac-473d-b9a1-63706dae9c5f tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396473 Jun 24 14:32:59.279689 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-c4f4c0f0-f6f9-4dff-bca7-587b4d834ba0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291945 Jun 24 14:32:59.289524 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a1b2c-a9cc-4d8b-b6bf-a279523d4100 req-147ab97d-df0e-4016-b1f7-efce11a1ffdb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:59.291017 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c89a1b2c-a9cc-4d8b-b6bf-a279523d4100 req-147ab97d-df0e-4016-b1f7-efce11a1ffdb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0855136 Jun 24 14:32:59.339528 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-c89a1b2c-a9cc-4d8b-b6bf-a279523d4100 req-b5f3dcdf-9901-4a7d-86a9-34c23a7ad1b9 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Jun 24 14:32:59.549196 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:00.551471 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e619b-e47b-4997-9249-9212a4bc31bd req-aa03c075-3217-4555-8942-45f16497f7de tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:00.552910 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ea4e619b-e47b-4997-9249-9212a4bc31bd req-aa03c075-3217-4555-8942-45f16497f7de tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0896072 Jun 24 14:33:00.598313 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ea4e619b-e47b-4997-9249-9212a4bc31bd req-f0e6637b-8f91-4d66-b434-74b27693a673 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394690 Jun 24 14:33:00.816616 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-8588564e-7a82-4897-93d3-d780f531cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:00.818099 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-8588564e-7a82-4897-93d3-d780f531cfb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971&tenant_id=c904070776d54487b058f5f5a1883360 HTTP/1.1" status: 200 len: 1098 time: 0.0878084 Jun 24 14:33:00.921229 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-cfd146a4-bcf8-43c8-b3a7-fd90d15a668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:00.922672 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-cfd146a4-bcf8-43c8-b3a7-fd90d15a668f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1098 time: 0.0808387 Jun 24 14:33:01.057391 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-208692cb-745b-45e0-8477-cb03eb6424ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:01.058905 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-208692cb-745b-45e0-8477-cb03eb6424ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 910 time: 0.1297455 Jun 24 14:33:01.159535 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device a89c92cc-3f45-4a64-9c1e-0352f3bfca19 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:01.271490 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-9dae0574-21a8-4aee-9752-a13d5da2d324 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 1001 time: 0.2052760 Jun 24 14:33:01.275830 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 is: ACTIVE; New status is: DOWN {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:01.276201 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:01.313062 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:01.323952 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:01.328906 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:01.338214 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-302f4b45-353a-43ab-b8f6-485002509cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:01.339674 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-302f4b45-353a-43ab-b8f6-485002509cdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0613430 Jun 24 14:33:01.360328 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d854aac6-3fed-4666-94f0-4cacb7373eec'] response: {'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'code': 200} Jun 24 14:33:01.400888 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=6']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:01.430898 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-312b4010-91cf-4925-8efe-84b26044c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:01.432642 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-312b4010-91cf-4925-8efe-84b26044c208 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865068 Jun 24 14:33:01.567551 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-83eb0454-480b-45a3-a044-ced44413d6c1 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276369 Jun 24 14:33:01.701551 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-2510e4c7-6d5c-4e8f-a3e6-cfcd4151a226 req-8fe848ea-5153-49dc-97ff-61552fbd4818 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285095 Jun 24 14:33:01.815202 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ae505-c78c-4251-b00d-bb85bf1249f5 req-ae0a2a43-d7e2-4fec-99cc-becc4be76477 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:01.816673 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-650ae505-c78c-4251-b00d-bb85bf1249f5 req-ae0a2a43-d7e2-4fec-99cc-becc4be76477 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 943 time: 0.1007910 Jun 24 14:33:01.863220 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-650ae505-c78c-4251-b00d-bb85bf1249f5 req-c18bb67e-e1a4-4610-975f-1c28a4b2a855 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400882 Jun 24 14:33:02.043255 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:33:02.817341 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00f212-b05f-44b1-8ea4-cdf2cdad628a req-9bffbb98-afb8-4eeb-bf92-3e653ce2b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:02.818877 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-cf00f212-b05f-44b1-8ea4-cdf2cdad628a req-9bffbb98-afb8-4eeb-bf92-3e653ce2b99e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1096 time: 0.0809884 Jun 24 14:33:02.867317 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-cf00f212-b05f-44b1-8ea4-cdf2cdad628a req-981a56dd-4c4b-4896-999c-1bcbbce8c56a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Jun 24 14:33:03.063444 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628774-9f4a-4e61-ba0a-019c18ebd213 req-28d876c1-a091-4868-99a1-cc0db4029105 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:03.064927 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a9628774-9f4a-4e61-ba0a-019c18ebd213 req-28d876c1-a091-4868-99a1-cc0db4029105 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 943 time: 0.0895629 Jun 24 14:33:03.114062 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-a9628774-9f4a-4e61-ba0a-019c18ebd213 req-553271a6-3b26-47d8-87f9-dce48a5aaa84 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Jun 24 14:33:03.187837 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device a89c92cc-3f45-4a64-9c1e-0352f3bfca19 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:33:03.328932 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:03.343025 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'port_id': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'mac_address': 'fa:16:3e:a8:6c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:33:03.405561 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:03.405836 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:03.422694 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89c92cc-3f45-4a64-9c1e-0352f3bfca19 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:33:03.439050 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:03.445303 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:03.510202 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=7']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:04.307805 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733959-81eb-4a69-9673-4b3f8125ee82 req-7b96c6ec-d263-435a-81d1-cc0673defd79 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:04.309174 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf733959-81eb-4a69-9673-4b3f8125ee82 req-7b96c6ec-d263-435a-81d1-cc0673defd79 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 944 time: 0.0884607 Jun 24 14:33:04.353419 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-cf733959-81eb-4a69-9673-4b3f8125ee82 req-147b17d3-3bd4-4a31-a997-884b4327a36f tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385039 Jun 24 14:33:04.523212 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-44d471da-d4f1-4b2d-8710-2530bdf473eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820642 Jun 24 14:33:04.675242 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-17235ebe-aace-48e4-ab90-9689418f9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:04.676651 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-17235ebe-aace-48e4-ab90-9689418f9437 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1097 time: 0.0848022 Jun 24 14:33:04.728893 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['a89c92cc-3f45-4a64-9c1e-0352f3bfca19'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:33:04.827227 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-7e204c76-78ad-41c6-b6e9-750e5e9d8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:04.828686 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-7e204c76-78ad-41c6-b6e9-750e5e9d8e49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 910 time: 0.1319821 Jun 24 14:33:04.937457 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-550ff38e-bff2-4bac-a582-c6611ec36fe4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 1000 time: 0.0980408 Jun 24 14:33:05.008576 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-59083a55-21d9-4e32-94d4-7230b9a3a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:05.010001 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-59083a55-21d9-4e32-94d4-7230b9a3a2bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0665758 Jun 24 14:33:05.099209 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-3d6f6e01-bcdb-4ea1-80ab-a44a64db6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:05.100653 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-3d6f6e01-bcdb-4ea1-80ab-a44a64db6270 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834901 Jun 24 14:33:05.238632 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-f05bfbfc-911c-4e95-8c95-c0ac08cd836d service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290526 Jun 24 14:33:05.379243 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-4e5e655c-60fe-4dce-b49c-596d9e60a059 req-745cbbf1-135f-4079-a2b8-058d10598e64 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256144 Jun 24 14:33:07.194875 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device a89c92cc-3f45-4a64-9c1e-0352f3bfca19 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:07.269548 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:07.269790 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.387562 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:07.387925 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.414531 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:07.426499 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:07.430626 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.466195 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3ddac2-531b-4cae-846c-0de2e88f2d83'] response: {'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'code': 200} Jun 24 14:33:07.498908 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=8']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:18.773946 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91632d-2024-4e24-b0a6-0a688d89e9f1 req-ad1f58b2-efc3-43ae-86b6-ab8c079e58ba tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.775732 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9b91632d-2024-4e24-b0a6-0a688d89e9f1 req-ad1f58b2-efc3-43ae-86b6-ab8c079e58ba tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 946 time: 0.0941527 Jun 24 14:33:18.819774 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-9b91632d-2024-4e24-b0a6-0a688d89e9f1 req-c80badda-b205-41f8-a1fc-653a605a5abb tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381205 Jun 24 14:33:20.019080 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7e250-980d-4ab0-82f5-ad7b5f83e527 req-b4f9bbef-c3e4-4938-972e-c45d61026431 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:20.020569 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-76c7e250-980d-4ab0-82f5-ad7b5f83e527 req-b4f9bbef-c3e4-4938-972e-c45d61026431 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 946 time: 0.0941272 Jun 24 14:33:20.071525 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-76c7e250-980d-4ab0-82f5-ad7b5f83e527 req-233c730a-d6e4-4d66-baa2-baeaee92473b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446770 Jun 24 14:33:20.324797 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-a24da83b-6423-4f17-a433-e98c16cd23d9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:20.325621 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-a24da83b-6423-4f17-a433-e98c16cd23d9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Synchronizing usage tracker for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:20.342622 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-a24da83b-6423-4f17-a433-e98c16cd23d9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Unset dirty status for tenant:58d5b30fecfa4ea2b5471be808cd30aa on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:20.343797 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-a24da83b-6423-4f17-a433-e98c16cd23d9 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 946 time: 0.1077402 Jun 24 14:33:20.417933 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port f161eba1-38ce-41b2-a684-938b2e1b5b3e {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:20.418270 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:20.776176 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] For port f161eba1-38ce-41b2-a684-938b2e1b5b3e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f161eba1-38ce-41b2-a684-938b2e1b5b3e,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:20.776454 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.081071 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.081330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1934793'] for floatingip, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.081625 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.db.l3_db [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Floating IP 0d8749ea-b931-4ca3-9507-473774c8bdc6 disassociated. External IP: 172.28.2.48, port: f161eba1-38ce-41b2-a684-938b2e1b5b3e. Jun 24 14:33:21.082086 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for f161eba1-38ce-41b2-a684-938b2e1b5b3e owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:21.228673 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.265715 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2baa3-10b1-473f-b7bc-a6153c8874d9 req-ae031e07-8e8d-4b78-9640-ced7f5043bd3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:21.267167 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-95b2baa3-10b1-473f-b7bc-a6153c8874d9 req-ae031e07-8e8d-4b78-9640-ced7f5043bd3 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 867 time: 0.0885282 Jun 24 14:33:21.277638 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=f161eba1-38ce-41b2-a684-938b2e1b5b3e,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:21.316751 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-95b2baa3-10b1-473f-b7bc-a6153c8874d9 req-77cdd24c-9de4-4cab-932c-0e6640a29395 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups?id=71212d07-ce23-4a83-93da-60d3cdd5c297&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437906 Jun 24 14:33:21.339429 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.339954 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.340088 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.340394 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.340713 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.341035 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.341354 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.341671 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.341986 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.342374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.342705 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.343020 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:21.475516 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:33:21.656113 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:33:21.670412 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:33:21.690483 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:21.691454 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:32:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:21.748594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] No DVR routers for this DVR port f161eba1-38ce-41b2-a684-938b2e1b5b3e on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:33:21.751387 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.754042 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'name': 'network-vif-deleted', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:21.772354 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-488a09e3-8104-49d9-8ef7-4ff8deef1ed8 req-6265528c-7431-41bd-88ba-ccea81f2e707 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.39 "DELETE /v2.0/ports/f161eba1-38ce-41b2-a684-938b2e1b5b3e HTTP/1.1" status: 204 len: 173 time: 1.4234705 Jun 24 14:33:21.805446 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61653ee4-6b06-44b3-a94f-aa8c84e073bf'] response: {'server_uuid': '0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec', 'name': 'network-vif-deleted', 'tag': 'f161eba1-38ce-41b2-a684-938b2e1b5b3e', 'status': 'completed', 'code': 200} Jun 24 14:33:21.896282 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:22.242409 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:22.246979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:33:22.255481 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:22.256200 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:32:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:22.463331 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:22.511812 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-eeab50ea-a73e-4597-8df7-ceeb2d73c3a9 req-3eca0352-82e6-42e6-997e-87401628cc28 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/ports?device_id=0e6c8f81-26dc-46bd-97f3-c1fa8950d0ec HTTP/1.1" status: 200 len: 210 time: 0.0583484 Jun 24 14:33:22.784253 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:22.788226 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60999538-6254-4aaf-bed2-cad6da974c7e None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:29:03Z', 'revision_number': 4, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '1e1fd575-12a2-4b70-adfa-3265b78b6a0a', 'name': '', 'network_id': '52a9ce33-f3c7-441f-ac53-73ebfae9bd15', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'mac_address': 'fa:16:3e:75:3a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:02Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'subnets': [{'id': '3f374d12-2639-4a58-bd39-8e3548ea6467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:33:22.989461 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-b144b59e-62d0-4f9a-b776-315d0711b497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:22.996409 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4fefed-1ed4-4139-aae9-9d905cda9905 None None] New status for floating IP 0d8749ea-b931-4ca3-9507-473774c8bdc6: DOWN {{(pid=88156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:33:23.284548 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f161eba1-38ce-41b2-a684-938b2e1b5b3e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:23.318536 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: f161eba1-38ce-41b2-a684-938b2e1b5b3e {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:23.318885 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f161eba1-38ce-41b2-a684-938b2e1b5b3e not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:23.647341 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57876) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:23.717555 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dd1e932f-cef8-4718-84e6-da00f9f9ab5b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:23.752953 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dd1e932f-cef8-4718-84e6-da00f9f9ab5b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:23.810313 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dd1e932f-cef8-4718-84e6-da00f9f9ab5b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:23.828428 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e932f-cef8-4718-84e6-da00f9f9ab5b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71212d07-ce23-4a83-93da-60d3cdd5c297,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:23.840674 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-dd1e932f-cef8-4718-84e6-da00f9f9ab5b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:23.841771 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-dd1e932f-cef8-4718-84e6-da00f9f9ab5b tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/security-groups/71212d07-ce23-4a83-93da-60d3cdd5c297 HTTP/1.1" status: 204 len: 168 time: 0.1934533 Jun 24 14:33:23.844658 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57880) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:23.860374 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.api.v2.resource [None req-2202ea9d-f9f9-4983-b35a-c8a9e4c83234 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] show failed (client error): The resource could not be found. Jun 24 14:33:23.861422 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-2202ea9d-f9f9-4983-b35a-c8a9e4c83234 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "GET /v2.0/security-groups/71212d07-ce23-4a83-93da-60d3cdd5c297 HTTP/1.1" status: 404 len: 347 time: 0.0157819 Jun 24 14:33:23.864196 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57884) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:24.126403 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Deleting port 4fd801c2-1b23-4daa-a843-5ec83f5c387d {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:24.126646 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:24.297103 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:24.297468 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:24.419048 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Calling delete_port for 4fd801c2-1b23-4daa-a843-5ec83f5c387d owned by network:floatingip {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:24.563784 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:24.608379 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Pushing event deleted for resources: {'Port': ['ID=4fd801c2-1b23-4daa-a843-5ec83f5c387d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:24.705658 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks [] for floatingip, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:24.719559 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:24.720655 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ef24a5c3-66b4-4996-b827-d105fdeac612 tempest-AttachVolumeNegativeTest-190813895 tempest-AttachVolumeNegativeTest-190813895-project] 10.222.0.33 "DELETE /v2.0/floatingips/0d8749ea-b931-4ca3-9507-473774c8bdc6 HTTP/1.1" status: 204 len: 168 time: 0.8556130 Jun 24 14:33:25.056963 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-3891883b-64fc-4eb3-be50-7e3ebb7e9b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:26.273217 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:26.518958 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:28.048187 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:28.995296 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57924) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:29.556171 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:29.567672 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:30.008501 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Deleting port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:30.009108 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:30.181084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] For port 1e1fd575-12a2-4b70-adfa-3265b78b6a0a, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:30.181423 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:30.299712 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Calling delete_port for 1e1fd575-12a2-4b70-adfa-3265b78b6a0a owned by network:router_interface {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:30.469412 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:30.546719 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1fd575-12a2-4b70-adfa-3265b78b6a0a,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:30.810232 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:31.316163 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:33:31.490081 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:33:31.500040 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] Sync routers for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:33:31.503275 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f6f0defe-f442-4d81-a5d5-00b1085fe850 admin admin] 10.222.0.33 "PUT /v2.0/routers/73d78f88-1d15-4e74-9162-ec89f9ba7bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5067463 Jun 24 14:33:31.506043 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57928) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:31.513494 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:31.514520 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:33:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:31.696996 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks [] for router, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:31.729718 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:31.883023 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:31.893809 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Deleting port a1f5f64a-5572-421b-9259-5a0398ce7b71 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:31.894142 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.049998 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:33:30Z', 'revision_number': 5, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port': {'id': 'a1f5f64a-5572-421b-9259-5a0398ce7b71', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:32.053958 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] Checking router: 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:33:32.062624 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] Routers {'73d78f88-1d15-4e74-9162-ec89f9ba7bf4'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:32.063288 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:33:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:32.075322 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] For port a1f5f64a-5572-421b-9259-5a0398ce7b71, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=a1f5f64a-5572-421b-9259-5a0398ce7b71,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:32.075671 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.201652 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Calling delete_port for a1f5f64a-5572-421b-9259-5a0398ce7b71 owned by network:router_gateway {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:32.259012 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] Set router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 gateway port host: None {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:32.377194 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.377987 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:33:31Z', 'revision_number': 6, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port_host': None}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:32.383217 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f4f306-9827-48b4-8713-7c8ea3fb8164 None None] The sync data for ids ['73d78f88-1d15-4e74-9162-ec89f9ba7bf4'] in dv-cinder-847189-2-smb is: [{'id': '73d78f88-1d15-4e74-9162-ec89f9ba7bf4', 'name': 'tempest-AttachVolumeNegativeTest-1005382217-router', 'tenant_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:59Z', 'updated_at': '2022-06-24T14:33:31Z', 'revision_number': 6, 'project_id': '58d5b30fecfa4ea2b5471be808cd30aa', 'gw_port_host': None}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:33:32.456701 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f5f64a-5572-421b-9259-5a0398ce7b71,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:32.552885 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.851587 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.853790 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.921434 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.921991 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d78f88-1d15-4e74-9162-ec89f9ba7bf4 {{(pid=88153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:33:32.935213 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.936327 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-942d3bdf-8a99-4509-8b1d-7f056319d3ca admin admin] 10.222.0.33 "DELETE /v2.0/routers/73d78f88-1d15-4e74-9162-ec89f9ba7bf4 HTTP/1.1" status: 204 len: 168 time: 1.4292817 Jun 24 14:33:32.939078 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57934) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:33.007867 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] Deleting subnet 3f374d12-2639-4a58-bd39-8e3548ea6467 {{(pid=88153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:33:33.011593 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.062335 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3781849'] for subnet, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.147149 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.229636 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3685730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2415491'] for subnet, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.267314 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f374d12-2639-4a58-bd39-8e3548ea6467,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:33.269202 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.273955 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6730f-d7aa-4e1b-981a-211c1dbd9101 None None] Network 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:33:33.276130 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-00ca7bcc-dd15-43e4-bdc0-c02ee565a930 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/3f374d12-2639-4a58-bd39-8e3548ea6467 HTTP/1.1" status: 204 len: 168 time: 0.3355248 Jun 24 14:33:33.278672 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57938) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:33.382104 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.392582 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Deleting port 813fe9df-99e8-41c8-8e51-5e05d76874d1 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:33.392906 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.527225 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] DHCP port deletion for 52a9ce33-f3c7-441f-ac53-73ebfae9bd15 request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:33:33.531753 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Deleting port 813fe9df-99e8-41c8-8e51-5e05d76874d1 {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:33.532060 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.601948 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] For port 813fe9df-99e8-41c8-8e51-5e05d76874d1, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=813fe9df-99e8-41c8-8e51-5e05d76874d1,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:33.602296 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.723434 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Calling delete_port for 813fe9df-99e8-41c8-8e51-5e05d76874d1 owned by network:dhcp {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:33.733421 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] For port 813fe9df-99e8-41c8-8e51-5e05d76874d1, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=813fe9df-99e8-41c8-8e51-5e05d76874d1,segment=NetworkSegment(18b98b6d-3d3c-4f00-887b-a2858c033be1),segment_id=18b98b6d-3d3c-4f00-887b-a2858c033be1)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:33.733808 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.808381 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.858921 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=813fe9df-99e8-41c8-8e51-5e05d76874d1,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:33.860652 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] No DVR routers for this DVR port 813fe9df-99e8-41c8-8e51-5e05d76874d1 on host dv-cinder-847189-2-smb {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:33:33.869239 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Calling delete_port for 813fe9df-99e8-41c8-8e51-5e05d76874d1 owned by network:dhcp {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:33.942715 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.api [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:33:33.943284 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG oslo_db.api [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:33:33.971983 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:33.996929 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a9ce33-f3c7-441f-ac53-73ebfae9bd15']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:34.008828 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b98b6d-3d3c-4f00-887b-a2858c033be1') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:34.009109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b98b6d-3d3c-4f00-887b-a2858c033be1') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:34.020057 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.035920 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.041864 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:33:34.042236 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.104871 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment 18b98b6d-3d3c-4f00-887b-a2858c033be1 resource provider aggregate not found Jun 24 14:33:34.132314 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment 18b98b6d-3d3c-4f00-887b-a2858c033be1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18b98b6d-3d3c-4f00-887b-a2858c033be1 found for delete ", "request_id": "req-641cbe4d-bb35-4682-8cc9-f0266360daf3"}]} Jun 24 14:33:34.142913 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.159247 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.169216 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=52a9ce33-f3c7-441f-ac53-73ebfae9bd15,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:34.184962 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ac16fdfb-8194-4a49-8926-57a816382b3c admin admin] 10.222.0.33 "DELETE /v2.0/networks/52a9ce33-f3c7-441f-ac53-73ebfae9bd15 HTTP/1.1" status: 204 len: 168 time: 0.9052377 Jun 24 14:33:34.384969 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57948) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:34.428416 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a1f5f64a-5572-421b-9259-5a0398ce7b71 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:34.435766 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-76a0f2b5-35fc-4023-a24d-6649433b7de2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=58d5b30fecfa4ea2b5471be808cd30aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495660 Jun 24 14:33:34.438230 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 57952) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:34.456498 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Deleting port 813fe9df-99e8-41c8-8e51-5e05d76874d1 {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:34.456863 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.491707 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: a1f5f64a-5572-421b-9259-5a0398ce7b71 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:34.492041 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device a1f5f64a-5572-421b-9259-5a0398ce7b71 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:34.492448 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 1e1fd575-12a2-4b70-adfa-3265b78b6a0a no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:34.497024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c87cb0d-2026-4126-b11d-9fae86051afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.521962 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c87cb0d-2026-4126-b11d-9fae86051afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.552574 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 1e1fd575-12a2-4b70-adfa-3265b78b6a0a {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:34.552879 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 1e1fd575-12a2-4b70-adfa-3265b78b6a0a not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:34.553788 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 813fe9df-99e8-41c8-8e51-5e05d76874d1 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:34.577908 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c87cb0d-2026-4126-b11d-9fae86051afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.579943 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-ef541adb-e0a9-4008-a7f3-c0008bf601fc None None] The port '813fe9df-99e8-41c8-8e51-5e05d76874d1' was deleted {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:33:34.591058 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 813fe9df-99e8-41c8-8e51-5e05d76874d1 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:34.591463 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 813fe9df-99e8-41c8-8e51-5e05d76874d1 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:34.593635 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87cb0d-2026-4126-b11d-9fae86051afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ba20f5-e111-4f7b-84b4-6740aefc8e61,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:34.601665 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c87cb0d-2026-4126-b11d-9fae86051afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:34.605045 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-6c87cb0d-2026-4126-b11d-9fae86051afe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d9ba20f5-e111-4f7b-84b4-6740aefc8e61 HTTP/1.1" status: 204 len: 168 time: 0.1636589 Jun 24 14:33:39.042768 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:33:39.590419 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58042) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:39.712638 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:39.727055 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:39.731380 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Usage tracker for resource:security_group_rule and tenant:62712ae5962a4a00af286fe19d31e48a is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:39.734422 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:39.740379 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:39.830888 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:39.835759 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:39.881538 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=62712ae5962a4a00af286fe19d31e48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899652 Jun 24 14:33:39.882278 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe47dae-9ab6-40a4-8084-2511c7baebc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af6481-de8f-47a8-a05c-abccf4a61468,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:39.885188 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58048) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:39.944224 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:39.969603 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.022971 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.038782 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af6481-de8f-47a8-a05c-abccf4a61468,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:40.047651 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.047979 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.048312 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.048625 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.048934 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.049247 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.049558 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.049870 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.050177 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.050508 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.050814 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.051102 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:40.055154 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.056359 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-add1285a-cfa4-4877-9a88-8377b5fb4be4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f3af6481-de8f-47a8-a05c-abccf4a61468 HTTP/1.1" status: 204 len: 168 time: 0.1696925 Jun 24 14:33:40.371585 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58056) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:40.389231 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.404347 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:40.408429 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Usage tracker for resource:security_group_rule and tenant:7af6c34ce3794996ba90fb0d62f902dc is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:40.411356 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:40.417281 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:40.502884 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.508458 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.553224 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e7e33-279e-4ab4-86ef-b8c525958455,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:40.557527 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-726f41f0-a309-4d92-ab02-1e170819edfe admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7af6c34ce3794996ba90fb0d62f902dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848843 Jun 24 14:33:40.560544 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58060) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:40.623859 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d046e9dd-76d0-4619-bdae-d88a2caff74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.656164 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d046e9dd-76d0-4619-bdae-d88a2caff74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.711828 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d046e9dd-76d0-4619-bdae-d88a2caff74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.727850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046e9dd-76d0-4619-bdae-d88a2caff74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e7e33-279e-4ab4-86ef-b8c525958455,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:40.736846 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d046e9dd-76d0-4619-bdae-d88a2caff74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.737964 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d046e9dd-76d0-4619-bdae-d88a2caff74c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d15e7e33-279e-4ab4-86ef-b8c525958455 HTTP/1.1" status: 204 len: 168 time: 0.1764052 Jun 24 14:33:48.433884 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58140) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:48.549724 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.564775 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:48.568990 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Usage tracker for resource:security_group_rule and tenant:01ccfdf8db2d4ffaa98b33829b71a09f is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:48.571951 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:48.578063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:48.664448 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.670839 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.717198 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=01ccfdf8db2d4ffaa98b33829b71a09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821181 Jun 24 14:33:48.721021 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb00803-3277-44ef-80d0-84c80e0b9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a299d58-b443-4489-9282-1e290f7eaded,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:48.721196 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58146) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:48.780895 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-50b9666f-354b-4239-adb7-eb8cbf88c89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.808651 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-50b9666f-354b-4239-adb7-eb8cbf88c89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.865380 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-50b9666f-354b-4239-adb7-eb8cbf88c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.888997 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9666f-354b-4239-adb7-eb8cbf88c89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a299d58-b443-4489-9282-1e290f7eaded,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:48.898518 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-50b9666f-354b-4239-adb7-eb8cbf88c89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.899931 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-50b9666f-354b-4239-adb7-eb8cbf88c89d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6a299d58-b443-4489-9282-1e290f7eaded HTTP/1.1" status: 204 len: 168 time: 0.1783400 Jun 24 14:33:49.198007 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58154) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:49.219073 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:49.234992 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:49.239085 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad8d79481e8482ab37d5efe68d40df1 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:49.241901 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:49.249883 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:49.339709 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:49.344629 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:49.391150 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5ad8d79481e8482ab37d5efe68d40df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919134 Jun 24 14:33:49.391874 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930704a7-1b9d-44f1-ab14-b84e2d350e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a19193-711c-499c-a4ad-4fca8ad932f8,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:49.394180 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58158) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:49.564368 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc954-76ee-4dfe-b3c4-cdbd2027fcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:49.591107 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc954-76ee-4dfe-b3c4-cdbd2027fcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:49.651766 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc954-76ee-4dfe-b3c4-cdbd2027fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:49.667779 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdc954-76ee-4dfe-b3c4-cdbd2027fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a19193-711c-499c-a4ad-4fca8ad932f8,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:49.677565 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc954-76ee-4dfe-b3c4-cdbd2027fcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:49.678715 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-1dcdc954-76ee-4dfe-b3c4-cdbd2027fcf1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/24a19193-711c-499c-a4ad-4fca8ad932f8 HTTP/1.1" status: 204 len: 168 time: 0.2835169 Jun 24 14:33:52.985036 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-fa947960-a254-4726-977d-08ad6982e03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.061979 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7006fcec-a406-4e2b-9ace-5a891610018b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:56.286014 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:56.518640 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.473025 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58244) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:57.592652 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.607303 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:57.611386 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Usage tracker for resource:security_group_rule and tenant:7d4620e2f4134e0bb9ffd229fb942447 is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:57.614309 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:57.620377 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:57.704894 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.709661 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.762465 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d4620e2f4134e0bb9ffd229fb942447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883420 Jun 24 14:33:57.763401 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1096cb-f101-47e8-b1ec-71203792865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084d6ac5-6bab-495d-962e-16fc07013b91,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:57.765440 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58250) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:57.827466 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9cf73e34-35af-4079-8024-baa281c07364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.853146 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9cf73e34-35af-4079-8024-baa281c07364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.911929 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9cf73e34-35af-4079-8024-baa281c07364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.929465 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf73e34-35af-4079-8024-baa281c07364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084d6ac5-6bab-495d-962e-16fc07013b91,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:57.939795 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9cf73e34-35af-4079-8024-baa281c07364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:57.943483 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-9cf73e34-35af-4079-8024-baa281c07364 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/084d6ac5-6bab-495d-962e-16fc07013b91 HTTP/1.1" status: 204 len: 168 time: 0.1769316 Jun 24 14:33:58.049304 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.247649 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58258) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:58.265165 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.280965 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:58.285193 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e622a249c37548439f447829eccb9cf9 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:58.288406 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:58.294453 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:58.384954 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.390166 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.439217 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e622a249c37548439f447829eccb9cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904175 Jun 24 14:33:58.440083 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842fcd2-b81e-47ea-bc6e-ca66289423d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66905ab9-ff31-4cfa-81cc-73ae977f798a,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:58.442596 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58262) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:58.505735 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b3a43e8b-cbbd-44f9-ae3a-c2f91fa804f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.534106 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b3a43e8b-cbbd-44f9-ae3a-c2f91fa804f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.590172 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b3a43e8b-cbbd-44f9-ae3a-c2f91fa804f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.606830 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a43e8b-cbbd-44f9-ae3a-c2f91fa804f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66905ab9-ff31-4cfa-81cc-73ae977f798a,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:58.616095 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b3a43e8b-cbbd-44f9-ae3a-c2f91fa804f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.617245 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b3a43e8b-cbbd-44f9-ae3a-c2f91fa804f6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/66905ab9-ff31-4cfa-81cc-73ae977f798a HTTP/1.1" status: 204 len: 168 time: 0.1735299 Jun 24 14:33:59.583102 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.856353 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58294) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:59.982802 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.997463 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:34:00.001567 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Usage tracker for resource:security_group_rule and tenant:bff87e3f9191441b803fed380cbf3041 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:34:00.004532 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:34:00.010853 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:34:00.104769 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:00.109744 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:00.157184 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bff87e3f9191441b803fed380cbf3041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997732 Jun 24 14:34:00.158034 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fae6b-8132-47c0-8870-32b87ed2bf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3b6ed-e9cc-41a2-8b42-0b7149164b0d,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:00.159912 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58300) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:00.220768 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-400d61f6-76db-460b-a4f1-3819e5c22204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:00.246282 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-400d61f6-76db-460b-a4f1-3819e5c22204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:00.301691 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-400d61f6-76db-460b-a4f1-3819e5c22204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:00.315252 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d61f6-76db-460b-a4f1-3819e5c22204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3b6ed-e9cc-41a2-8b42-0b7149164b0d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:00.321750 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-400d61f6-76db-460b-a4f1-3819e5c22204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:00.322948 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-400d61f6-76db-460b-a4f1-3819e5c22204 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5cc3b6ed-e9cc-41a2-8b42-0b7149164b0d HTTP/1.1" status: 204 len: 168 time: 0.1619847 Jun 24 14:34:16.042154 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:34:17.703694 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58470) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:17.999506 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Deleting port 2ff0cc18-5b73-4566-9a8e-b4f8cc347ca6 {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:17.999850 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:18.193944 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:18.194336 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:18.318904 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Calling delete_port for 2ff0cc18-5b73-4566-9a8e-b4f8cc347ca6 owned by network:floatingip {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:18.470923 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:18.514659 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event deleted for resources: {'Port': ['ID=2ff0cc18-5b73-4566-9a8e-b4f8cc347ca6,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:18.619221 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for floatingip, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:18.619454 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.db.l3_db [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Floating IP 94fd2c8d-77cb-418a-8f31-e360f55350c4 disassociated (deleted). External IP: 172.28.2.229, port: a89c92cc-3f45-4a64-9c1e-0352f3bfca19. Jun 24 14:34:18.973339 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Router 15dff774-50fb-4cf6-a489-7fe2679d934d has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:34:19.154622 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:34:19.168719 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] Sync routers for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:34:19.181796 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:19.181796 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:33:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:19.182049 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for floatingip, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:19.234601 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-dd0b4ca0-e16e-4678-9366-d1010b83509b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "DELETE /v2.0/floatingips/94fd2c8d-77cb-418a-8f31-e360f55350c4 HTTP/1.1" status: 204 len: 168 time: 1.5297129 Jun 24 14:34:19.235053 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19'}] {{(pid=88154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:19.295092 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8316646b-3a3d-48da-be0f-36d724011b12'] response: {'name': 'network-changed', 'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'status': 'completed', 'code': 200} Jun 24 14:34:19.353706 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:19.507178 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-4dea1c6b-9e51-4387-a2ab-1cb2fca5de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:19.508550 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-4dea1c6b-9e51-4387-a2ab-1cb2fca5de4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c904070776d54487b058f5f5a1883360&device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 1098 time: 0.1940362 Jun 24 14:34:19.657654 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-61f5b4cd-716d-4de3-90a7-063c49245b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:19.659419 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-61f5b4cd-716d-4de3-90a7-063c49245b32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 200 len: 910 time: 0.1432550 Jun 24 14:34:19.679678 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 5, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:19.683974 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] Checking router: 15dff774-50fb-4cf6-a489-7fe2679d934d for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:34:19.693254 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:19.693889 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:33:55Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:19.734696 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-c0243a66-9894-4f59-8eae-a4a6fd8f1c89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 200 len: 217 time: 0.0673397 Jun 24 14:34:19.754443 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b6e58-1801-4f4b-a2cb-0c2a752e0471 req-f0972641-cd1a-4938-98a9-e77f2695f93f tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:19.755208 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-251b6e58-1801-4f4b-a2cb-0c2a752e0471 req-f0972641-cd1a-4938-98a9-e77f2695f93f tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Synchronizing usage tracker for tenant:c904070776d54487b058f5f5a1883360 on resource:port {{(pid=88154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:34:19.773475 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [req-251b6e58-1801-4f4b-a2cb-0c2a752e0471 req-f0972641-cd1a-4938-98a9-e77f2695f93f tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Unset dirty status for tenant:c904070776d54487b058f5f5a1883360 on resource:port {{(pid=88154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:34:19.775201 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-251b6e58-1801-4f4b-a2cb-0c2a752e0471 req-f0972641-cd1a-4938-98a9-e77f2695f93f tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.2309015 Jun 24 14:34:19.800559 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-d90ad684-5959-4aec-b012-3b7e04bd1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:19.802311 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-d90ad684-5959-4aec-b012-3b7e04bd1793 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 200 len: 848 time: 0.0615292 Jun 24 14:34:19.825936 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-251b6e58-1801-4f4b-a2cb-0c2a752e0471 req-098099e6-1535-4208-ba5a-846c050f3568 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437222 Jun 24 14:34:19.873272 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:19.900715 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-d52a27dd-b813-47ee-94c3-79297bb4f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:19.902208 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-d52a27dd-b813-47ee-94c3-79297bb4f6a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ff8dc08-468c-4078-b930-8d3bf419e101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827250 Jun 24 14:34:19.913870 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-00eeb7d0-ec87-4d4b-9d63-cf4a58fe4fb5 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=88153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:34:19.914805 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-00eeb7d0-ec87-4d4b-9d63-cf4a58fe4fb5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050333 Jun 24 14:34:20.047387 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-4bc7f182-60fc-4f59-bcd4-f19533ac6c8f service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250474 Jun 24 14:34:20.178411 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-082d247e-6458-43c8-9507-c0ea738a59d3 req-4826004a-27ff-46b3-845c-1850eafd4a37 service neutron] 10.222.0.39 "GET /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235178 Jun 24 14:34:20.193410 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 5, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:20.199139 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dd64d-e360-4dbd-8d67-cb6cde017275 None None] The sync data for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb is: [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:30:06Z', 'revision_number': 4, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb', '_interfaces': [{'id': '4dadb12e-6ffa-49df-bb85-26af784057f8', 'name': '', 'network_id': '2ff8dc08-468c-4078-b930-8d3bf419e101', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'mac_address': 'fa:16:3e:eb:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:06Z', 'updated_at': '2022-06-24T14:30:14Z', 'revision_number': 5, 'project_id': 'c904070776d54487b058f5f5a1883360', 'subnets': [{'id': 'db879cb6-3dac-4429-bf08-d1ab2e026f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:34:20.419755 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef23f1-e26f-45c9-a31b-0afc04229d2c None None] New status for floating IP 94fd2c8d-77cb-418a-8f31-e360f55350c4: DOWN {{(pid=88155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:34:21.040169 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30529527-657a-4127-b7c0-5de84b7b28f1 req-0e1b03f9-61f3-44d4-9db5-7708206a4abb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:21.041889 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-30529527-657a-4127-b7c0-5de84b7b28f1 req-0e1b03f9-61f3-44d4-9db5-7708206a4abb tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.0955248 Jun 24 14:34:21.087166 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-30529527-657a-4127-b7c0-5de84b7b28f1 req-2b1b91a8-f146-4015-8083-4f05eb7cfe0b tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/security-groups?id=cf4011e4-fb5c-4a58-b960-0665b2c15b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Jun 24 14:34:21.246736 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-cf2ee4b9-80f8-4389-a377-bd3b3b6cd456 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:21.247515 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-cf2ee4b9-80f8-4389-a377-bd3b3b6cd456 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Synchronizing usage tracker for tenant:c904070776d54487b058f5f5a1883360 on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:34:21.260616 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-cf2ee4b9-80f8-4389-a377-bd3b3b6cd456 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Unset dirty status for tenant:c904070776d54487b058f5f5a1883360 on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:34:21.261725 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-cf2ee4b9-80f8-4389-a377-bd3b3b6cd456 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 945 time: 0.1015952 Jun 24 14:34:21.338084 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Deleting port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:21.338432 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:21.585781 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] For port a89c92cc-3f45-4a64-9c1e-0352f3bfca19, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:21.586019 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:21.804807 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Calling delete_port for a89c92cc-3f45-4a64-9c1e-0352f3bfca19 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:21.958144 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:22.007873 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event deleted for resources: {'Port': ['ID=a89c92cc-3f45-4a64-9c1e-0352f3bfca19,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:22.054729 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.055059 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.055402 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.055734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.056058 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.056389 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.056723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.057024 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.057347 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.057662 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.057982 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.058294 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:22.108330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] No DVR routers for this DVR port a89c92cc-3f45-4a64-9c1e-0352f3bfca19 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:34:22.111131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:22.113799 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-deleted', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:22.132098 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-f7119790-39c1-4cdf-b496-b9f121b142a7 req-0f9dccbc-db61-4906-af56-58cd0c6d3c11 tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.39 "DELETE /v2.0/ports/a89c92cc-3f45-4a64-9c1e-0352f3bfca19 HTTP/1.1" status: 204 len: 173 time: 0.8623292 Jun 24 14:34:22.270486 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-89107a97-f915-4b69-a60c-4fad6f32b04e req-ad5a4e35-5cd7-4c98-897e-1992c74a95ff tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee8ba651-51a8-40a1-8041-fe698dedd971 HTTP/1.1" status: 200 len: 210 time: 0.0586514 Jun 24 14:34:22.296407 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a92dd6f-8156-4cc8-9bb8-7c23c63442cb'] response: {'server_uuid': 'ee8ba651-51a8-40a1-8041-fe698dedd971', 'name': 'network-vif-deleted', 'tag': 'a89c92cc-3f45-4a64-9c1e-0352f3bfca19', 'status': 'completed', 'code': 200} Jun 24 14:34:22.993618 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-a200e00b-826e-4e21-b920-f1225d908b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:23.370355 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58504) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:23.443263 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c716ac0-a9ab-47dd-a47b-2a51a1894e4d tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:23.475030 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c716ac0-a9ab-47dd-a47b-2a51a1894e4d tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:23.544962 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c716ac0-a9ab-47dd-a47b-2a51a1894e4d tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:23.563644 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c716ac0-a9ab-47dd-a47b-2a51a1894e4d tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4011e4-fb5c-4a58-b960-0665b2c15b5d,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:23.572847 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-6c716ac0-a9ab-47dd-a47b-2a51a1894e4d tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:23.573964 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-6c716ac0-a9ab-47dd-a47b-2a51a1894e4d tempest-TestShelveInstance-1703393904 tempest-TestShelveInstance-1703393904-project] 10.222.0.33 "DELETE /v2.0/security-groups/cf4011e4-fb5c-4a58-b960-0665b2c15b5d HTTP/1.1" status: 204 len: 168 time: 0.2026336 Jun 24 14:34:23.616481 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58512) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:24.153441 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:24.503721 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Deleting port 4dadb12e-6ffa-49df-bb85-26af784057f8 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:24.504363 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:24.778731 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] For port 4dadb12e-6ffa-49df-bb85-26af784057f8, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=4dadb12e-6ffa-49df-bb85-26af784057f8,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:24.779082 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:24.903028 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Calling delete_port for 4dadb12e-6ffa-49df-bb85-26af784057f8 owned by network:router_interface {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:25.065583 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-952be8c6-03f4-4bb9-a02b-800a0be1fab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:25.071475 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:25.117472 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dadb12e-6ffa-49df-bb85-26af784057f8,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:25.385726 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:25.549035 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device a89c92cc-3f45-4a64-9c1e-0352f3bfca19 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:25.585969 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: a89c92cc-3f45-4a64-9c1e-0352f3bfca19 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:25.586419 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device a89c92cc-3f45-4a64-9c1e-0352f3bfca19 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:25.758641 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Router 15dff774-50fb-4cf6-a489-7fe2679d934d has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:34:25.932221 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:34:25.942095 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] Sync routers for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:34:25.949497 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-94d633cd-598f-40af-8cea-181e04e88ff1 admin admin] 10.222.0.33 "PUT /v2.0/routers/15dff774-50fb-4cf6-a489-7fe2679d934d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3294735 Jun 24 14:34:25.949737 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58534) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:25.952504 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:25.953204 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:34:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:26.165244 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: dv-cinder-847189-2-smb {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:26.229131 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks [] for router, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:26.280729 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:26.414522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:26.426975 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Deleting port 6896e709-f69c-4e9d-828c-19b795c685b2 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:26.427305 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:26.453852 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:34:25Z', 'revision_number': 5, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port': {'id': '6896e709-f69c-4e9d-828c-19b795c685b2', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:01Z', 'updated_at': '2022-06-24T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:26.457635 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] Checking router: 15dff774-50fb-4cf6-a489-7fe2679d934d for host: dv-cinder-847189-2-smb {{(pid=88156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:34:26.465881 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] Routers {'15dff774-50fb-4cf6-a489-7fe2679d934d'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:26.466532 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:34:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['15dff774-50fb-4cf6-a489-7fe2679d934d'], 'active': True} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:26.521324 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:26.604633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] For port 6896e709-f69c-4e9d-828c-19b795c685b2, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6896e709-f69c-4e9d-828c-19b795c685b2,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:26.604942 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:26.612839 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_dvr_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] Set router 15dff774-50fb-4cf6-a489-7fe2679d934d gateway port host: None {{(pid=88156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:26.722456 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.l3_hamode_db [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:34:26Z', 'revision_number': 6, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port_host': None}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:26.726982 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48d0c4-da3c-4f74-8db9-0c157f1a2535 None None] The sync data for ids ['15dff774-50fb-4cf6-a489-7fe2679d934d'] in dv-cinder-847189-2-smb is: [{'id': '15dff774-50fb-4cf6-a489-7fe2679d934d', 'name': 'tempest-TestShelveInstance-1303303749-router', 'tenant_id': 'c904070776d54487b058f5f5a1883360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:00Z', 'updated_at': '2022-06-24T14:34:26Z', 'revision_number': 6, 'project_id': 'c904070776d54487b058f5f5a1883360', 'gw_port_host': None}] {{(pid=88156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:34:26.728522 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Calling delete_port for 6896e709-f69c-4e9d-828c-19b795c685b2 owned by network:router_gateway {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:26.906075 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:26.955444 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Pushing event deleted for resources: {'Port': ['ID=6896e709-f69c-4e9d-828c-19b795c685b2,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:27.061448 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.232766 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.235073 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.259145 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.259636 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15dff774-50fb-4cf6-a489-7fe2679d934d {{(pid=88153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:34:27.271626 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.272743 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-70f0436c-9151-48bf-897f-be7000b08485 admin admin] 10.222.0.33 "DELETE /v2.0/routers/15dff774-50fb-4cf6-a489-7fe2679d934d HTTP/1.1" status: 204 len: 168 time: 1.3220751 Jun 24 14:34:27.275803 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58540) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:27.338513 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] Deleting subnet db879cb6-3dac-4429-bf08-d1ab2e026f9b {{(pid=88153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:34:27.341633 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.390305 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3781849'] for subnet, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.578899 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.648669 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3685730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2415491'] for subnet, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.687753 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db879cb6-3dac-4429-bf08-d1ab2e026f9b,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:27.691424 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.698052 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-7b39a1f1-309d-469f-940b-2825652e9194 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/db879cb6-3dac-4429-bf08-d1ab2e026f9b HTTP/1.1" status: 204 len: 168 time: 0.4211571 Jun 24 14:34:27.699136 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab191fa-419d-42d6-a48a-33814de60112 None None] Network 2ff8dc08-468c-4078-b930-8d3bf419e101 requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:34:27.700348 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58544) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:27.806922 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:27.817677 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Deleting port 68b9672e-23d2-4d92-a326-3b240d8ed4bb {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:27.818018 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.032685 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] DHCP port deletion for 2ff8dc08-468c-4078-b930-8d3bf419e101 request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:34:28.041297 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Deleting port 68b9672e-23d2-4d92-a326-3b240d8ed4bb {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:28.041660 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.057683 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] For port 68b9672e-23d2-4d92-a326-3b240d8ed4bb, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=68b9672e-23d2-4d92-a326-3b240d8ed4bb,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:28.058330 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.108392 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.191254 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Calling delete_port for 68b9672e-23d2-4d92-a326-3b240d8ed4bb owned by network:dhcp {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:28.277743 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.322032 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] No DVR routers for this DVR port 68b9672e-23d2-4d92-a326-3b240d8ed4bb on host dv-cinder-847189-2-smb {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:34:28.359109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b9672e-23d2-4d92-a326-3b240d8ed4bb,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:28.403145 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] For port 68b9672e-23d2-4d92-a326-3b240d8ed4bb, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=68b9672e-23d2-4d92-a326-3b240d8ed4bb,segment=NetworkSegment(ae713f67-f08d-482b-b87a-3dfac1ba8026),segment_id=ae713f67-f08d-482b-b87a-3dfac1ba8026)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:28.403561 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.453280 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.480521 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff8dc08-468c-4078-b930-8d3bf419e101']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:28.496562 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae713f67-f08d-482b-b87a-3dfac1ba8026') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:28.496957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae713f67-f08d-482b-b87a-3dfac1ba8026') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:28.509489 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.537734 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.545288 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:34:28.545787 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.552219 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6896e709-f69c-4e9d-828c-19b795c685b2 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:28.597308 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Calling delete_port for 68b9672e-23d2-4d92-a326-3b240d8ed4bb owned by network:dhcp {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:28.627788 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 6896e709-f69c-4e9d-828c-19b795c685b2 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:28.628117 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6896e709-f69c-4e9d-828c-19b795c685b2 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:28.628817 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 4dadb12e-6ffa-49df-bb85-26af784057f8 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:28.629999 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment ae713f67-f08d-482b-b87a-3dfac1ba8026 resource provider aggregate not found Jun 24 14:34:28.653461 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment ae713f67-f08d-482b-b87a-3dfac1ba8026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae713f67-f08d-482b-b87a-3dfac1ba8026 found for delete ", "request_id": "req-295b0e85-3f0a-4b83-a790-df4c6f0ab0e5"}]} Jun 24 14:34:28.667056 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.682466 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 4dadb12e-6ffa-49df-bb85-26af784057f8 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:28.682719 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:28.682838 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 4dadb12e-6ffa-49df-bb85-26af784057f8 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:28.683221 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 68b9672e-23d2-4d92-a326-3b240d8ed4bb no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:28.693088 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff8dc08-468c-4078-b930-8d3bf419e101,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:28.708113 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e87d47f9-c935-466a-b3b0-f139ef08b3a7 admin admin] 10.222.0.33 "DELETE /v2.0/networks/2ff8dc08-468c-4078-b930-8d3bf419e101 HTTP/1.1" status: 204 len: 168 time: 1.0064359 Jun 24 14:34:28.711029 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58568) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:28.731552 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 68b9672e-23d2-4d92-a326-3b240d8ed4bb {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:28.732279 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 68b9672e-23d2-4d92-a326-3b240d8ed4bb not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:28.769836 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.api [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:34:28.770184 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG oslo_db.api [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:34:29.271179 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Deleting port 68b9672e-23d2-4d92-a326-3b240d8ed4bb {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:29.271960 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:29.283290 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1935579'] for router_interface, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:29.338910 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-36130c75-a085-4750-9a2f-d6dddbf6a833 None None] The port '68b9672e-23d2-4d92-a326-3b240d8ed4bb' was deleted {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:34:29.595968 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:29.639645 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Deleting port 9762eff2-d659-43b2-a7f4-aaa8e574f0af {{(pid=88154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:29.639974 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:29.815663 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.db [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] For port 9762eff2-d659-43b2-a7f4-aaa8e574f0af, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=9762eff2-d659-43b2-a7f4-aaa8e574f0af,segment=NetworkSegment(f99efd0c-8ba5-4631-bc78-efc1dc9d919e),segment_id=f99efd0c-8ba5-4631-bc78-efc1dc9d919e)] {{(pid=88154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:29.816358 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:30.041487 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Calling delete_port for 9762eff2-d659-43b2-a7f4-aaa8e574f0af owned by network:router_interface {{(pid=88154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:30.217706 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1425009'] for port, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:30.263416 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=9762eff2-d659-43b2-a7f4-aaa8e574f0af,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:30.546318 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1935535'] for router_interface, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:30.908770 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Router ae8ae753-86b9-4026-b5de-b9e635631fc5 has already been hosted by L3 agent 14f6828b-7d43-4200-824f-74c45d959b5f {{(pid=88154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:34:31.089739 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-smb the message routers_updated {{(pid=88154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:34:31.105564 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] Sync routers for ids ['ae8ae753-86b9-4026-b5de-b9e635631fc5'] in dv-cinder-847189-2-smb {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:34:31.110680 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58586) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:31.111331 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-4d6dfb0d-5c76-4ff8-b837-59cd76fabc48 admin admin] 10.222.0.33 "PUT /v2.0/routers/ae8ae753-86b9-4026-b5de-b9e635631fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3983741 Jun 24 14:34:31.124547 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] Routers {'ae8ae753-86b9-4026-b5de-b9e635631fc5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:31.125493 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:34:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ae8ae753-86b9-4026-b5de-b9e635631fc5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:31.306995 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:31.317933 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] Set router ae8ae753-86b9-4026-b5de-b9e635631fc5 gateway port host: dv-cinder-847189-2-smb {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:31.599614 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:31.610674 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Deleting port 6c978758-0896-4b44-879d-90f2a798c38c {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:31.611007 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:31.649044 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'external_fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6c978758-0896-4b44-879d-90f2a798c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:34:30Z', 'revision_number': 5, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port': {'id': '6c978758-0896-4b44-879d-90f2a798c38c', 'name': '', 'network_id': '034777bc-2baa-4291-a154-a0cbbae620af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:30:12Z', 'updated_at': '2022-06-24T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6beffa11-465c-4ecc-a0ce-6829614ec45c', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-smb'}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:31.653265 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] Checking router: ae8ae753-86b9-4026-b5de-b9e635631fc5 for host: dv-cinder-847189-2-smb {{(pid=88155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:34:31.661870 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] Routers {'ae8ae753-86b9-4026-b5de-b9e635631fc5'} bound to L3 agent in host dv-cinder-847189-2-smb {{(pid=88155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:31.662648 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:14:25Z,description=,heartbeat_timestamp=2022-06-24T14:34:25Z,host='dv-cinder-847189-2-smb',id=14f6828b-7d43-4200-824f-74c45d959b5f,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:14:25Z,topic='l3_agent')) {'router_ids': ['ae8ae753-86b9-4026-b5de-b9e635631fc5'], 'active': True} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:31.786366 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] For port 6c978758-0896-4b44-879d-90f2a798c38c, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=6c978758-0896-4b44-879d-90f2a798c38c,segment=NetworkSegment(4f647cdd-3566-4b0e-a5cf-8377ff3f7325),segment_id=4f647cdd-3566-4b0e-a5cf-8377ff3f7325)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:31.786692 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:31.809289 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_dvr_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] Set router ae8ae753-86b9-4026-b5de-b9e635631fc5 gateway port host: None {{(pid=88155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:31.908247 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Calling delete_port for 6c978758-0896-4b44-879d-90f2a798c38c owned by network:router_gateway {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:31.912166 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.l3_hamode_db [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:34:31Z', 'revision_number': 6, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port_host': None}], 'dv-cinder-847189-2-smb', False) {} {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:31.916200 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab380b-2035-40ff-b1c0-0ff562b7057d None None] The sync data for ids ['ae8ae753-86b9-4026-b5de-b9e635631fc5'] in dv-cinder-847189-2-smb is: [{'id': 'ae8ae753-86b9-4026-b5de-b9e635631fc5', 'name': 'tempest-TestShelveInstance-1917957877-router', 'tenant_id': '20e902e954794e298be9d192904a89cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:30:11Z', 'updated_at': '2022-06-24T14:34:31Z', 'revision_number': 6, 'project_id': '20e902e954794e298be9d192904a89cc', 'gw_port_host': None}] {{(pid=88155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:34:32.088801 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.138824 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c978758-0896-4b44-879d-90f2a798c38c,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:32.237063 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935674'] for router_gateway, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.417350 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1934739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5489'] for router, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.419668 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.442935 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1934043'] for router, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.443345 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae8ae753-86b9-4026-b5de-b9e635631fc5 {{(pid=88153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:34:32.455639 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.456749 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-3491752f-9a66-4174-bb4e-6f1e5fbd7cd0 admin admin] 10.222.0.33 "DELETE /v2.0/routers/ae8ae753-86b9-4026-b5de-b9e635631fc5 HTTP/1.1" status: 204 len: 168 time: 1.3449512 Jun 24 14:34:32.459258 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58596) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:32.527190 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] Deleting subnet fd210529-81e8-4d18-bd6c-8c31013bfc32 {{(pid=88153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:34:32.530298 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.581016 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3781849'] for subnet, precommit_delete_associations {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.657493 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712546'] for subnet, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.733760 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3685730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2415491'] for subnet, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.738077 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6c978758-0896-4b44-879d-90f2a798c38c no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:32.771249 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd210529-81e8-4d18-bd6c-8c31013bfc32,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:32.774077 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 6c978758-0896-4b44-879d-90f2a798c38c {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:32.774668 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 6c978758-0896-4b44-879d-90f2a798c38c not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:32.775127 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for subnet, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.775695 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9762eff2-d659-43b2-a7f4-aaa8e574f0af no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:32.781663 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b463bb18-3019-46e5-bd0f-2574262b3bd2 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/fd210529-81e8-4d18-bd6c-8c31013bfc32 HTTP/1.1" status: 204 len: 168 time: 0.3213589 Jun 24 14:34:32.784008 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58600) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:32.807550 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9da14d-1888-403d-b3f1-cadc5957f1e1 None None] Network 431eee88-4fcc-41ed-b8a5-7450de224a3c requested from dv-cinder-847189-2-smb {{(pid=88155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:34:32.826683 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 9762eff2-d659-43b2-a7f4-aaa8e574f0af {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:32.827295 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 9762eff2-d659-43b2-a7f4-aaa8e574f0af not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:32.892277 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-885723'] for network, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:32.903378 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Deleting port 80195f3e-d808-4a68-85a7-669adbcb4064 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:32.903718 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.084626 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] DHCP port deletion for 431eee88-4fcc-41ed-b8a5-7450de224a3c request from dv-cinder-847189-2-smb {{(pid=88155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:34:33.088778 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Deleting port 80195f3e-d808-4a68-85a7-669adbcb4064 {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:33.089143 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.132724 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] For port 80195f3e-d808-4a68-85a7-669adbcb4064, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=80195f3e-d808-4a68-85a7-669adbcb4064,segment=NetworkSegment(f99efd0c-8ba5-4631-bc78-efc1dc9d919e),segment_id=f99efd0c-8ba5-4631-bc78-efc1dc9d919e)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:33.133109 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.299012 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] For port 80195f3e-d808-4a68-85a7-669adbcb4064, host dv-cinder-847189-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-smb',level=0,port_id=80195f3e-d808-4a68-85a7-669adbcb4064,segment=NetworkSegment(f99efd0c-8ba5-4631-bc78-efc1dc9d919e),segment_id=f99efd0c-8ba5-4631-bc78-efc1dc9d919e)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:33.299263 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.376725 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Calling delete_port for 80195f3e-d808-4a68-85a7-669adbcb4064 owned by network:dhcp {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:33.418664 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Calling delete_port for 80195f3e-d808-4a68-85a7-669adbcb4064 owned by network:dhcp {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:33.459754 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.494311 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.db.api [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:34:33.494695 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG oslo_db.api [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:34:33.514922 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Pushing event deleted for resources: {'Port': ['ID=80195f3e-d808-4a68-85a7-669adbcb4064,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:33.516915 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] No DVR routers for this DVR port 80195f3e-d808-4a68-85a7-669adbcb4064 on host dv-cinder-847189-2-smb {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:34:33.637426 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712215', 'neutron.services.segments.db._delete_segments_for_network-8781915477881'] for network, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.664696 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431eee88-4fcc-41ed-b8a5-7450de224a3c']}} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:33.677475 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e') {'for_net_delete': True} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:33.677768 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.services.segments.db [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99efd0c-8ba5-4631-bc78-efc1dc9d919e') {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:33.689086 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781915480212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3781840'] for segment, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.705129 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734344'] for segment, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.711111 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:34:33.711577 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685836'] for segment, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.740219 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58612) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:33.779029 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment f99efd0c-8ba5-4631-bc78-efc1dc9d919e resource provider aggregate not found Jun 24 14:34:33.804086 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.services.segments.plugin [-] Segment f99efd0c-8ba5-4631-bc78-efc1dc9d919e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f99efd0c-8ba5-4631-bc78-efc1dc9d919e found for delete ", "request_id": "req-98f71da4-d85a-4542-9583-ba463a1d73c3"}]} Jun 24 14:34:33.812757 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1934811'] for network, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.829085 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610009'] for network, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.839231 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] Pushing event deleted for resources: {'Network': ['ID=431eee88-4fcc-41ed-b8a5-7450de224a3c,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:33.846494 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-d446efc0-c893-42c4-8ad1-6ca67f80660d admin admin] 10.222.0.33 "DELETE /v2.0/networks/431eee88-4fcc-41ed-b8a5-7450de224a3c HTTP/1.1" status: 204 len: 168 time: 1.0614846 Jun 24 14:34:33.860678 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.875312 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:34:33.879473 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a54399aedb4b69bb8d4d67d46d39f4 is out of sync, need to count used quota {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:34:33.882422 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.quota.resource [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:34:33.888185 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.db.quota.driver [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:34:33.966961 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58622) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:33.971003 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.975771 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:33.996428 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Deleting port 80195f3e-d808-4a68-85a7-669adbcb4064 {{(pid=88155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:33.996969 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.024712 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-f641e07f-9602-438d-bab3-18d5980fcb93 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c904070776d54487b058f5f5a1883360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540528 Jun 24 14:34:34.025237 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58626) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:34.028970 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a2a54399aedb4b69bb8d4d67d46d39f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847021 Jun 24 14:34:34.028970 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c8ab3-d9a2-4d1d-bfa9-6bd9f6b07ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f66516-d275-4ae7-8ac3-5ad8244aedae,revision_number=1']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:34.030351 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58630) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:34.074115 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-23d8538e-d61b-4bcb-856a-b4067ccdb110 None None] The port '80195f3e-d808-4a68-85a7-669adbcb4064' was deleted {{(pid=88155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:34:34.090847 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5c378969-fa23-47c1-b96e-ba565859c17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.099720 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5b39b68a-6ae9-47ec-b823-8dd80e5c2935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.116844 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5c378969-fa23-47c1-b96e-ba565859c17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.130336 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5b39b68a-6ae9-47ec-b823-8dd80e5c2935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.171449 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5c378969-fa23-47c1-b96e-ba565859c17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.186331 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378969-fa23-47c1-b96e-ba565859c17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f66516-d275-4ae7-8ac3-5ad8244aedae,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:34.188784 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5b39b68a-6ae9-47ec-b823-8dd80e5c2935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.192636 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-5c378969-fa23-47c1-b96e-ba565859c17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.196962 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-5c378969-fa23-47c1-b96e-ba565859c17b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e3f66516-d275-4ae7-8ac3-5ad8244aedae HTTP/1.1" status: 204 len: 168 time: 0.1623678 Jun 24 14:34:34.211374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39b68a-6ae9-47ec-b823-8dd80e5c2935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd31b1b5-09b6-4076-b3c1-9e5292a46ec7,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:34.218981 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-5b39b68a-6ae9-47ec-b823-8dd80e5c2935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.219976 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-5b39b68a-6ae9-47ec-b823-8dd80e5c2935 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dd31b1b5-09b6-4076-b3c1-9e5292a46ec7 HTTP/1.1" status: 204 len: 168 time: 0.1939073 Jun 24 14:34:34.460293 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 80195f3e-d808-4a68-85a7-669adbcb4064 no longer exists at agent ovs-agent-dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:34.497420 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] No Port match for: 80195f3e-d808-4a68-85a7-669adbcb4064 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:34.498164 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Device 80195f3e-d808-4a68-85a7-669adbcb4064 not bound to the agent host dv-cinder-847189-2-smb {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:34.685970 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58650) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:34.735181 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b145e4fb-a0eb-4cf7-8fbf-c67487762ae2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=20e902e954794e298be9d192904a89cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456595 Jun 24 14:34:34.735414 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 58654) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:34.794965 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5bbabc7-f15d-48a4-80fd-5ac67712308c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.821785 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5bbabc7-f15d-48a4-80fd-5ac67712308c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.876818 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5bbabc7-f15d-48a4-80fd-5ac67712308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.895409 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbabc7-f15d-48a4-80fd-5ac67712308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb7481-77b4-4353-b1ae-eff5c9616e4f,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:34.904745 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-e5bbabc7-f15d-48a4-80fd-5ac67712308c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:34.907158 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-e5bbabc7-f15d-48a4-80fd-5ac67712308c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/22bb7481-77b4-4353-b1ae-eff5c9616e4f HTTP/1.1" status: 204 len: 168 time: 0.1697495 Jun 24 14:34:36.927691 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-8a97ddec-c228-49c9-bcb5-48748a96c88a tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=f286dac360684c68ac75e09370fe807e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295715 Jun 24 14:34:37.194883 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ce90b5fc-17b5-4cb5-9351-49c32aa151ff tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:37.196358 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ce90b5fc-17b5-4cb5-9351-49c32aa151ff tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625961 Jun 24 14:34:37.211742 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ec10f4e7-b612-43dd-9779-812ccc159ef6 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/quotas/f286dac360684c68ac75e09370fe807e HTTP/1.1" status: 200 len: 375 time: 0.0097826 Jun 24 14:34:37.267079 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-64f4c15a-4ffa-4faa-90c6-c99fc774d616 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f286dac360684c68ac75e09370fe807e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491827 Jun 24 14:34:37.456077 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-70addaa9-9e06-413e-994f-2c521956e5ed req-60760c0b-ac81-49b9-9bec-5af5e3b3ba96 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 210 time: 0.0510852 Jun 24 14:34:38.626009 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b92a8640-af8e-4ea4-93f5-045d4d09dc41 req-cfc6e03b-6e58-47e1-b907-f6c92515a8e1 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 210 time: 0.0615668 Jun 24 14:34:38.633562 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-c6ea849b-3c98-44bf-a93d-e0eb429ef9ad tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f286dac360684c68ac75e09370fe807e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282850 Jun 24 14:34:38.793539 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-848832a1-af35-4406-92af-9c70cdbb8417 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:38.794979 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-848832a1-af35-4406-92af-9c70cdbb8417 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565847 Jun 24 14:34:38.808882 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Request body: {'port': {'device_id': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f', 'admin_state_up': True, 'tenant_id': 'f286dac360684c68ac75e09370fe807e'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:34:38.963050 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:34:38.968339 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Usage tracker for resource:port and tenant:f286dac360684c68ac75e09370fe807e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:34:38.972078 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:34:38.979142 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:34:38.994535 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Made reservation on behalf of f286dac360684c68ac75e09370fe807e for: {'port': 1} {{(pid=88153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:34:38.998300 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:39.011404 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:39.029629 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:34:39.033566 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Usage tracker for resource:security_group_rule and tenant:f286dac360684c68ac75e09370fe807e is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:34:39.036437 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:34:39.042264 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:34:39.130707 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:39.136532 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:39.222248 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ccc57-2b39-458e-a780-6a3532e1462c,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:39.319300 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.db_base_plugin_common [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Allocated IP 192.168.233.246 (c8344ca1-4cfb-4452-859e-e5854f39909f/21882504-e0b0-4806-be9c-d6b9745d8c96/f688015b-dfde-400e-9a37-57f7dee93846) {{(pid=88153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:34:39.537412 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks [] for port, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:39.552976 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Transition to ACTIVE for port object f688015b-dfde-400e-9a37-57f7dee93846 will not be triggered until provisioned by entity DHCP. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:34:39.582347 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781915107997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:39.748629 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Network c8344ca1-4cfb-4452-859e-e5854f39909f is already hosted by enough agents. {{(pid=88153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:34:39.756216 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.scheduler.base_scheduler [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Resources bound (agent type, host, resource id): {{(pid=88153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:34:39.760770 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Received port after_create {{(pid=88153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:34:39.794572 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Pushing event updated for resources: {'Port': ['ID=f688015b-dfde-400e-9a37-57f7dee93846,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:39.820972 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0cdd-fe9d-468a-bce3-2b5d70943e6f req-3d424538-8db7-416e-a739-bcc9fb510207 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:39.822601 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-690c0cdd-fe9d-468a-bce3-2b5d70943e6f req-3d424538-8db7-416e-a739-bcc9fb510207 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 936 time: 0.0892534 Jun 24 14:34:39.834429 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:39.835177 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:39.863811 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-ca437505-2a15-47f8-9366-dc287563dd53 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0589230 Jun 24 14:34:39.874557 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-690c0cdd-fe9d-468a-bce3-2b5d70943e6f req-ec474118-e942-4fb0-a14f-a281393b2d48 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 Jun 24 14:34:39.875324 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.v2.base [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Request body: {'port': {'device_id': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:34:39.994006 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:40.033257 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-7621298e-da4a-4bfa-bb37-99ccaf4d5a2c None None] Provisioning for port f688015b-dfde-400e-9a37-57f7dee93846 completed by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:34:40.038102 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-7621298e-da4a-4bfa-bb37-99ccaf4d5a2c None None] Provisioning complete for port f688015b-dfde-400e-9a37-57f7dee93846 triggered by entity DHCP. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:34:40.038432 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7621298e-da4a-4bfa-bb37-99ccaf4d5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:40.091047 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-7621298e-da4a-4bfa-bb37-99ccaf4d5a2c None None] Port f688015b-dfde-400e-9a37-57f7dee93846 cannot update to ACTIVE because it is not bound. {{(pid=88155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:34:40.346902 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f688015b-dfde-400e-9a37-57f7dee93846 {{(pid=88153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:34:40.354620 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:40.370000 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.provisioning_blocks [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Transition to ACTIVE for port object f688015b-dfde-400e-9a37-57f7dee93846 will not be triggered until provisioned by entity L2. {{(pid=88153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:34:40.375354 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:40.508325 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Pushing event updated for resources: {'Port': ['ID=f688015b-dfde-400e-9a37-57f7dee93846,revision_number=2']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:40.620328 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Attempting to bind port f688015b-dfde-400e-9a37-57f7dee93846 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:34:40.620719 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Attempting to bind port f688015b-dfde-400e-9a37-57f7dee93846 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:34:40.621062 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Attempting to bind port f688015b-dfde-400e-9a37-57f7dee93846 on network c8344ca1-4cfb-4452-859e-e5854f39909f {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:34:40.625850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Port f688015b-dfde-400e-9a37-57f7dee93846 on network c8344ca1-4cfb-4452-859e-e5854f39909f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:34:40.626168 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Attempting to bind port f688015b-dfde-400e-9a37-57f7dee93846 on network c8344ca1-4cfb-4452-859e-e5854f39909f {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:34:40.631183 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Checking agent: {'id': 'e581693c-7b5f-4866-b34e-69fa833af487', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'started_at': datetime.datetime(2022, 6, 24, 14, 20, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:34:40.631481 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Checking segment: {'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:34:40.631850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Bound using segment: {'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'} {{(pid=88153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:34:40.632259 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.managers [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Bound port: f688015b-dfde-400e-9a37-57f7dee93846, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dba1b9d-0bcf-440c-8608-1a95209fc799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f'}}] {{(pid=88153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:34:40.632624 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:40.722725 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] For port f688015b-dfde-400e-9a37-57f7dee93846, host hv-cinder-84718, cleared binding levels {{(pid=88153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:34:40.725695 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] For port f688015b-dfde-400e-9a37-57f7dee93846, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f688015b-dfde-400e-9a37-57f7dee93846,segment=NetworkSegment(0dba1b9d-0bcf-440c-8608-1a95209fc799),segment_id=0dba1b9d-0bcf-440c-8608-1a95209fc799)] {{(pid=88153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:34:40.731154 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685672'] for port, after_update {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:40.790419 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:40.791031 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:40.792460 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] 10.222.0.39 "PUT /v2.0/ports/f688015b-dfde-400e-9a37-57f7dee93846 HTTP/1.1" status: 200 len: 1098 time: 0.9214375 Jun 24 14:34:40.792897 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'tag': 'f688015b-dfde-400e-9a37-57f7dee93846'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:40.828224 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e612af-d9ff-4dfb-a412-c37ff8206022 service neutron] Pushing event updated for resources: {'Port': ['ID=f688015b-dfde-400e-9a37-57f7dee93846,revision_number=3']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:40.875764 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a767c57-4ba9-48de-9755-381d73ff1c1c'] response: {'name': 'network-changed', 'server_uuid': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'tag': 'f688015b-dfde-400e-9a37-57f7dee93846', 'status': 'completed', 'code': 200} Jun 24 14:34:40.930547 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-79641e12-c0c0-457f-b8b2-c0033c8ae768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:40.932219 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-79641e12-c0c0-457f-b8b2-c0033c8ae768 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f286dac360684c68ac75e09370fe807e&device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 1101 time: 0.0980306 Jun 24 14:34:41.010750 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-b485063b-ce07-4b85-815e-4117d1d7a9ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f688015b-dfde-400e-9a37-57f7dee93846 HTTP/1.1" status: 200 len: 217 time: 0.0699348 Jun 24 14:34:41.078924 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-d9ec35b7-4fb3-4a1a-81aa-dc485f7b2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:41.080352 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-d9ec35b7-4fb3-4a1a-81aa-dc485f7b2241 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=21882504-e0b0-4806-be9c-d6b9745d8c96 HTTP/1.1" status: 200 len: 843 time: 0.0634179 Jun 24 14:34:41.083539 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a34e0-11ca-43f7-b035-6ef2410b9c63 req-18269f0f-4305-47bf-b9cb-1d534c917728 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:41.085141 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-098a34e0-11ca-43f7-b035-6ef2410b9c63 req-18269f0f-4305-47bf-b9cb-1d534c917728 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 948 time: 0.0993776 Jun 24 14:34:41.133046 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-098a34e0-11ca-43f7-b035-6ef2410b9c63 req-e44deba0-56b6-4171-9fca-f01d03f27ef5 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Jun 24 14:34:41.170136 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-308a4e64-d06a-4602-b156-7a114daf4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:41.171673 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-308a4e64-d06a-4602-b156-7a114daf4e64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8344ca1-4cfb-4452-859e-e5854f39909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0848305 Jun 24 14:34:41.319797 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-57cdf006-9f46-4042-8c49-3d48400c01e1 service neutron] 10.222.0.39 "GET /v2.0/networks/c8344ca1-4cfb-4452-859e-e5854f39909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404974 Jun 24 14:34:41.563449 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-8fbb3eee-2372-4a50-b810-c6e5a99abcc0 req-013b6ddf-9aec-4512-bc8c-5a4abb8bce88 service neutron] 10.222.0.39 "GET /v2.0/networks/c8344ca1-4cfb-4452-859e-e5854f39909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373476 Jun 24 14:34:41.692499 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-0c86d424-f17a-4bd0-860f-67745466cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:41.694074 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-0c86d424-f17a-4bd0-860f-67745466cdf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f286dac360684c68ac75e09370fe807e&device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 1101 time: 0.0806754 Jun 24 14:34:41.830836 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-bd18c2a0-f56d-4e9b-9b10-ed5e175f23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:41.832198 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-bd18c2a0-f56d-4e9b-9b10-ed5e175f23cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8344ca1-4cfb-4452-859e-e5854f39909f HTTP/1.1" status: 200 len: 870 time: 0.1293452 Jun 24 14:34:41.904095 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-7f277764-d4d1-4fe9-a6ee-ad0cbb9a7ec2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f688015b-dfde-400e-9a37-57f7dee93846 HTTP/1.1" status: 200 len: 217 time: 0.0655665 Jun 24 14:34:41.970209 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-12aafb1e-38ae-443c-b1ab-f20c7e2ececb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:41.971667 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-12aafb1e-38ae-443c-b1ab-f20c7e2ececb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=21882504-e0b0-4806-be9c-d6b9745d8c96 HTTP/1.1" status: 200 len: 843 time: 0.0604804 Jun 24 14:34:42.060151 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-31412c4c-20d2-4d52-b80f-e27cdd9fc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:42.061664 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-31412c4c-20d2-4d52-b80f-e27cdd9fc543 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8344ca1-4cfb-4452-859e-e5854f39909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0829470 Jun 24 14:34:42.200680 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-e8b74f04-c27a-47a3-87a5-31a52122a89d service neutron] 10.222.0.39 "GET /v2.0/networks/c8344ca1-4cfb-4452-859e-e5854f39909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309268 Jun 24 14:34:42.339413 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-0dd8b30d-4134-407e-ab14-1e1efc0c71ca req-e12085f3-4967-4f2d-8241-9893f4348bd5 service neutron] 10.222.0.39 "GET /v2.0/networks/c8344ca1-4cfb-4452-859e-e5854f39909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319804 Jun 24 14:34:42.340500 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eabc8-6b8d-4c6b-b0df-d5e30491bdfa req-cdec08c4-0138-487d-8d34-7b1bcdbea55d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:42.342158 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d31eabc8-6b8d-4c6b-b0df-d5e30491bdfa req-cdec08c4-0138-487d-8d34-7b1bcdbea55d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 948 time: 0.1002383 Jun 24 14:34:42.388730 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-d31eabc8-6b8d-4c6b-b0df-d5e30491bdfa req-d61627df-7610-4f7e-b374-347bb9d9848e tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402408 Jun 24 14:34:43.590588 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927ba3d-a078-4c29-aa2c-bb2a25b5e042 req-6ab228bb-7397-406c-8364-8fe0bf8c936d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:43.592197 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3927ba3d-a078-4c29-aa2c-bb2a25b5e042 req-6ab228bb-7397-406c-8364-8fe0bf8c936d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 948 time: 0.0930068 Jun 24 14:34:43.631125 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f688015b-dfde-400e-9a37-57f7dee93846 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:34:43.641818 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-3927ba3d-a078-4c29-aa2c-bb2a25b5e042 req-8ee687f8-e7fd-4ae7-a5d7-a0b639dc95f2 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Jun 24 14:34:43.802187 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port f688015b-dfde-400e-9a37-57f7dee93846, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f688015b-dfde-400e-9a37-57f7dee93846,segment=NetworkSegment(0dba1b9d-0bcf-440c-8608-1a95209fc799),segment_id=0dba1b9d-0bcf-440c-8608-1a95209fc799)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:43.818903 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Returning: {'device': 'f688015b-dfde-400e-9a37-57f7dee93846', 'network_id': 'c8344ca1-4cfb-4452-859e-e5854f39909f', 'port_id': 'f688015b-dfde-400e-9a37-57f7dee93846', 'mac_address': 'fa:16:3e:20:82:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21882504-e0b0-4806-be9c-d6b9745d8c96', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:34:43.876432 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port f688015b-dfde-400e-9a37-57f7dee93846 is: DOWN; New status is: BUILD {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:43.876804 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:43.894746 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f688015b-dfde-400e-9a37-57f7dee93846 {{(pid=88155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:34:43.911200 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port f688015b-dfde-400e-9a37-57f7dee93846, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f688015b-dfde-400e-9a37-57f7dee93846,segment=NetworkSegment(0dba1b9d-0bcf-440c-8608-1a95209fc799),segment_id=0dba1b9d-0bcf-440c-8608-1a95209fc799)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:43.916482 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:43.987343 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=f688015b-dfde-400e-9a37-57f7dee93846,revision_number=4']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:43.994635 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.994978 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.995307 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.995637 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.995961 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.996255 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.996573 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.996921 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.997243 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.997560 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.997912 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:43.998226 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.128794 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['f688015b-dfde-400e-9a37-57f7dee93846'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:34:44.844885 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906880d1-bc2a-4f86-95de-72a8040aba68 req-d6902310-f295-4aa7-9cbf-b281800cc186 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:44.846514 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-906880d1-bc2a-4f86-95de-72a8040aba68 req-d6902310-f295-4aa7-9cbf-b281800cc186 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 949 time: 0.0970089 Jun 24 14:34:44.893679 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-906880d1-bc2a-4f86-95de-72a8040aba68 req-3b0677fa-432a-4660-b259-054e5f0037f1 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Jun 24 14:34:45.646569 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f688015b-dfde-400e-9a37-57f7dee93846 up at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:34:45.732688 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning for port f688015b-dfde-400e-9a37-57f7dee93846 completed by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:34:45.737717 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.db.provisioning_blocks [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Provisioning complete for port f688015b-dfde-400e-9a37-57f7dee93846 triggered by entity L2. {{(pid=88155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:34:45.738418 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889992'] for port, provisioning_complete {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:45.859188 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Current status of the port f688015b-dfde-400e-9a37-57f7dee93846 is: BUILD; New status is: ACTIVE {{(pid=88155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:45.859592 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-674696'] for port, before_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:45.886246 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f688015b-dfde-400e-9a37-57f7dee93846'}] {{(pid=88155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:45.895944 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] For port f688015b-dfde-400e-9a37-57f7dee93846, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f688015b-dfde-400e-9a37-57f7dee93846,segment=NetworkSegment(0dba1b9d-0bcf-440c-8608-1a95209fc799),segment_id=0dba1b9d-0bcf-440c-8608-1a95209fc799)] {{(pid=88155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:45.901931 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781915482745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781915108015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781915108060'] for port, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:45.970665 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Pushing event updated for resources: {'Port': ['ID=f688015b-dfde-400e-9a37-57f7dee93846,revision_number=5']} {{(pid=88155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:46.080431 dv-cinder-847189-2-smb neutron-server[88155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99431d46-084a-4821-8716-d1280d17c29c'] response: {'server_uuid': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f688015b-dfde-400e-9a37-57f7dee93846', 'code': 200} Jun 24 14:34:46.121567 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e087551-e04f-49fb-a366-9c9919435152 req-38208458-a022-4edd-9e01-a59a9ded7146 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:46.123194 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1e087551-e04f-49fb-a366-9c9919435152 req-38208458-a022-4edd-9e01-a59a9ded7146 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 950 time: 0.1021810 Jun 24 14:34:46.170062 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-1e087551-e04f-49fb-a366-9c9919435152 req-eb30f93d-e4bb-4b55-b346-f326d173879d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Jun 24 14:34:46.318726 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85522baa-6afb-44f3-8054-84a95ecbed50 req-98f9cb7e-3cfa-40c0-9ca1-4cf78ee2a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:46.320238 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-85522baa-6afb-44f3-8054-84a95ecbed50 req-98f9cb7e-3cfa-40c0-9ca1-4cf78ee2a35f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 1103 time: 0.0786335 Jun 24 14:34:46.362426 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-85522baa-6afb-44f3-8054-84a95ecbed50 req-afe1b7bf-8e17-4e5a-be84-b7378db8733e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356534 Jun 24 14:34:47.367147 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875082-b61a-430d-8e1b-b18f41c99a89 req-e28cbe24-9996-4a0e-b0c1-1776516add65 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:47.368605 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef875082-b61a-430d-8e1b-b18f41c99a89 req-e28cbe24-9996-4a0e-b0c1-1776516add65 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 950 time: 0.0890555 Jun 24 14:34:47.416630 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-ef875082-b61a-430d-8e1b-b18f41c99a89 req-db1fe55b-cc06-46bb-8400-d3020ee2b830 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Jun 24 14:34:48.614256 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97597ee-bd6d-49ea-861a-0ff7a7d6557e req-01428ce8-0b49-4cf5-9919-a059c1a7aa57 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:48.615745 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b97597ee-bd6d-49ea-861a-0ff7a7d6557e req-01428ce8-0b49-4cf5-9919-a059c1a7aa57 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 950 time: 0.0918562 Jun 24 14:34:48.666605 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-b97597ee-bd6d-49ea-861a-0ff7a7d6557e req-9436dce1-bb2f-485e-bf60-c170ec4e9af5 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Jun 24 14:34:49.124217 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92da97-8de7-4d64-9d54-9c62ca8fb5cf req-70f5ddbc-76f6-4a3e-b6fc-207aafe55e6c tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:49.125698 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2e92da97-8de7-4d64-9d54-9c62ca8fb5cf req-70f5ddbc-76f6-4a3e-b6fc-207aafe55e6c tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 950 time: 0.0903308 Jun 24 14:34:49.170512 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-2e92da97-8de7-4d64-9d54-9c62ca8fb5cf req-d3372e01-f528-40d2-86ca-0195ed5f8d5d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Jun 24 14:34:50.355992 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-023da3f5-01c7-43df-b877-04409fbf000f tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:50.356939 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-023da3f5-01c7-43df-b877-04409fbf000f tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Synchronizing usage tracker for tenant:f286dac360684c68ac75e09370fe807e on resource:port {{(pid=88153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:34:50.361629 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403d74-06a0-4864-9f60-3f75b6d78dd4 req-830d6efa-486a-4288-9224-96680d163b6d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:50.363183 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4403d74-06a0-4864-9f60-3f75b6d78dd4 req-830d6efa-486a-4288-9224-96680d163b6d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 950 time: 0.0867522 Jun 24 14:34:50.376845 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-023da3f5-01c7-43df-b877-04409fbf000f tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Unset dirty status for tenant:f286dac360684c68ac75e09370fe807e on resource:port {{(pid=88153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:34:50.378033 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-023da3f5-01c7-43df-b877-04409fbf000f tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 950 time: 0.1117399 Jun 24 14:34:50.408848 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-e4403d74-06a0-4864-9f60-3f75b6d78dd4 req-44ec8874-247c-4a97-97bb-d7627d7e8412 tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/security-groups?id=6b8ccc57-2b39-458e-a780-6a3532e1462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Jun 24 14:34:50.448937 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Deleting port f688015b-dfde-400e-9a37-57f7dee93846 {{(pid=88153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:34:50.449319 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781915481402'] for port, before_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:50.698957 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.db [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] For port f688015b-dfde-400e-9a37-57f7dee93846, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f688015b-dfde-400e-9a37-57f7dee93846,segment=NetworkSegment(0dba1b9d-0bcf-440c-8608-1a95209fc799),segment_id=0dba1b9d-0bcf-440c-8608-1a95209fc799)] {{(pid=88153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:50.699194 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1934053'] for port, precommit_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:50.821973 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Calling delete_port for f688015b-dfde-400e-9a37-57f7dee93846 owned by compute:nova {{(pid=88153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:34:50.973070 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781915482772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781915108006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685695'] for port, after_delete {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:50.984613 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.db [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] get_ports_and_sgs() called for port_ids ['f688015b-dfde-400e-9a37-57f7dee93846'] {{(pid=88155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:34:51.135146 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Pushing event deleted for resources: {'Port': ['ID=f688015b-dfde-400e-9a37-57f7dee93846,revision_number=None']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:51.223380 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] No DVR routers for this DVR port f688015b-dfde-400e-9a37-57f7dee93846 on host hv-cinder-84718 {{(pid=88153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:34:51.226678 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83076'] for port, before_response {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:51.229374 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'name': 'network-vif-deleted', 'tag': 'f688015b-dfde-400e-9a37-57f7dee93846'}] {{(pid=88153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:51.247339 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [req-ace8446f-e4e7-4dbe-a847-99d0ed8d7696 req-1ffc16cb-60ad-4cf3-8e05-9740ee7cf3bf tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.39 "DELETE /v2.0/ports/f688015b-dfde-400e-9a37-57f7dee93846 HTTP/1.1" status: 204 len: 173 time: 0.8644452 Jun 24 14:34:51.278319 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ebaeca-71ef-444a-95e8-0d6e6f8aec28'] response: {'server_uuid': 'adc05322-7b88-4454-af12-3bbd58a7b79c', 'name': 'network-vif-deleted', 'tag': 'f688015b-dfde-400e-9a37-57f7dee93846', 'status': 'completed', 'code': 200} Jun 24 14:34:51.578333 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [req-831c8db4-45cb-4f86-9fb7-0128496e37b0 req-36977bb1-c7c8-4db7-8f05-236daa8a854d tempest-VolumesNegativeTest-1093522839 tempest-VolumesNegativeTest-1093522839-project] 10.222.0.33 "GET /v2.0/ports?device_id=adc05322-7b88-4454-af12-3bbd58a7b79c HTTP/1.1" status: 200 len: 210 time: 0.0515940 Jun 24 14:34:52.988920 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c892e940-d20d-49a5-b618-804a629b9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:53.041880 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:34:55.071510 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-38d62072-4ebc-42be-8e52-40eac77534b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:55.677336 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f688015b-dfde-400e-9a37-57f7dee93846 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:55.711022 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.plugin [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] No Port match for: f688015b-dfde-400e-9a37-57f7dee93846 {{(pid=88155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:34:55.711358 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron.plugins.ml2.rpc [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Device f688015b-dfde-400e-9a37-57f7dee93846 not bound to the agent host hv-cinder-84718 {{(pid=88155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:34:56.276059 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:56.524456 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:57.439256 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 58994) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:57.590044 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-3d22b727-bb57-474b-8722-7b6e29748607 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f286dac360684c68ac75e09370fe807e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495705 Jun 24 14:34:57.592647 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 59000) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:57.648929 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:57.678185 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:57.743191 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:57.757151 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ccc57-2b39-458e-a780-6a3532e1462c,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:57.767233 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.767621 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.767893 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.768274 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.768642 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.768954 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.769341 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.769652 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.769980 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.770287 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.770618 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.770924 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-smb {{(pid=88154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:57.776771 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:57.777522 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-9f40e409-e2e9-47c1-864f-fb3d5a8bf5a7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6b8ccc57-2b39-458e-a780-6a3532e1462c HTTP/1.1" status: 204 len: 168 time: 0.1840401 Jun 24 14:34:58.063707 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:59.599709 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:09.757616 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [-] (88153) accepted ('10.222.0.33', 59118) {{(pid=88153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:09.895850 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:09.913666 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:35:09.917716 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Usage tracker for resource:security_group_rule and tenant:17597a28215744359bf96094a81fc21b is out of sync, need to count used quota {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:35:09.920723 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.quota.resource [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:35:09.926733 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.db.quota.driver [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:35:10.013404 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:10.018594 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_create {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:10.064661 dv-cinder-847189-2-smb neutron-server[88153]: INFO neutron.wsgi [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=17597a28215744359bf96094a81fc21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059764 Jun 24 14:35:10.065593 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335587c-8620-474a-9794-88fcd18f219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e43f81-e418-43a3-9879-17cf42ca79fb,revision_number=1']} {{(pid=88153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:10.067573 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [-] (88154) accepted ('10.222.0.33', 59124) {{(pid=88154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:10.128289 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0988ef19-2f1d-4eef-8153-993714806427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:10.154269 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0988ef19-2f1d-4eef-8153-993714806427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:10.205849 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0988ef19-2f1d-4eef-8153-993714806427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579939'] for security_group, after_delete {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:10.221275 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988ef19-2f1d-4eef-8153-993714806427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e43f81-e418-43a3-9879-17cf42ca79fb,revision_number=None']} {{(pid=88154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:10.225780 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron_lib.callbacks.manager [None req-0988ef19-2f1d-4eef-8153-993714806427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:10.227548 dv-cinder-847189-2-smb neutron-server[88154]: INFO neutron.wsgi [None req-0988ef19-2f1d-4eef-8153-993714806427 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/98e43f81-e418-43a3-9879-17cf42ca79fb HTTP/1.1" status: 204 len: 168 time: 0.1574051 Jun 24 14:35:22.995433 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-7ba96a4f-901e-473b-9f18-73e981c0fe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:25.066434 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4b1373de-46d4-4670-9c76-84881806ae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:26.281601 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:26.527327 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.060213 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:29.624426 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.041471 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:35:52.991124 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-59f5dfaf-d23f-4a3d-a4d0-c243a8febe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:55.070604 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fe0f-97db-411b-9fda-a1df8d9e32bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:56.286715 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:56.529654 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.063591 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:59.625050 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:07.040612 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:36:22.995572 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-03d8d40e-7b0e-403b-a66d-7661654639b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.074844 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-331cb3de-1ea9-4431-b53a-5627b382ed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.291922 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.533525 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:28.068418 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:29.632487 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:44.039621 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:36:53.000042 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-986ebc23-c3ec-4480-9e52-1182a723e922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:55.072583 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-22a0626d-3617-4eee-b3fc-e3696b24df37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.298629 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.535734 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.068767 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.625433 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:21.040034 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:37:22.995839 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-33ba16b8-6799-4093-ae6a-e6cd93909ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:25.077961 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-e4dced53-beeb-4e2d-9907-bd28937805a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.301351 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.538835 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:28.071279 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:29.625702 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:53.004546 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-45bd3ff7-b5ee-4f21-abab-746081b33ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:55.086571 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-be46b9f6-2ad5-48ea-b3dc-06d250ac2dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:56.296282 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:56.547019 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:58.042360 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:37:58.080283 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:59.636175 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:23.002699 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-a12bd49e-ff89-4cd6-8287-4cf0a50af892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:25.088741 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-180831b1-e609-4c98-9b5c-6005ad78d33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:26.308654 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:26.547293 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:28.087238 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:29.639426 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:35.046803 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:38:52.997063 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-48ca6c8b-6d02-4e7d-b97b-a63d805cab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:55.111118 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-757c3132-2640-48e1-afb7-511166803874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:56.303372 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:56.550349 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:58.086248 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:59.634546 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:59.754146 dv-cinder-847189-2-smb neutron-server[88153]: DEBUG neutron.wsgi [req-05340728-43a8-435d-9ff6-048a801e6f63 req-16d80da6-e004-4654-9ca7-129696d6dd21 service neutron] (88153) timed out ('10.222.0.39', 59113) {{(pid=88153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 14:39:00.687678 dv-cinder-847189-2-smb neutron-server[88154]: DEBUG neutron.wsgi [req-9c7fbb9f-3612-4bd6-ba1d-d8cb73662b05 req-c1d68196-6a02-4060-a852-2698a4dc3e32 service neutron] (88154) timed out ('10.222.0.39', 59168) {{(pid=88154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 14:39:12.047058 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:39:23.001022 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-99aaf35e-6688-441a-aebc-54c0809b2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:25.086055 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-b0dee724-b581-443c-bdcc-9a04d6198f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:26.308212 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:26.552776 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:28.088811 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:29.645259 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-9c83cd07-3533-4e0b-ab99-f5edef225969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:49.047243 dv-cinder-847189-2-smb neutron-server[88156]: DEBUG neutron.db.agents_db [None req-86af4ad7-b63d-4b6c-b5ca-fd10ba1758a0 None None] Agent healthcheck: found 6 active agents {{(pid=88156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:39:53.006650 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-c0036e3f-e97b-49b4-8836-8c5653298579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:55.091292 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-49abef14-6905-40f1-a7f4-6ee7209af27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:56.312851 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-f508a5bf-99b2-45b5-b39c-0c598f81d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:56.555464 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-4edebd3c-b851-4777-892a-73438abecdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:58.091885 dv-cinder-847189-2-smb neutron-server[88155]: DEBUG neutron_lib.callbacks.manager [None req-af527bd1-09c3-45fb-92df-0ceda44b1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781915477863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-889945'] for agent, after_update {{(pid=88155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}